-- Logs begin at Sun 2022-02-20 19:06:38 UTC, end at Sun 2022-02-20 20:20:04 UTC. -- Feb 20 19:55:14.417035 dv-cinder-821824-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 19:55:17.389911 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.common.config [-] Logging enabled! Feb 20 19:55:17.390488 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 19:55:17.390703 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 19:55:17.394015 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.common.config [-] Logging enabled! Feb 20 19:55:17.394274 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 19:55:17.394590 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 19:55:17.395532 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:55:17.395797 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:55:17.396167 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:55:17.396414 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:55:17.397048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:55:17.397374 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.397799 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 19:55:17.398128 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.398427 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.398724 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.399021 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.399315 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.399600 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.399925 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.400225 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.400512 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.400795 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.401608 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.401903 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.402185 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.402472 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.402759 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.403043 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] debug = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.403324 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.404033 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.404466 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.404748 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.405035 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.405312 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.405602 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.405860 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.406142 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.406467 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] host = dv-cinder-821824-2-iscsi {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.406744 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.407031 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.407314 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.407597 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.407895 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.408172 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.408459 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.408729 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.408997 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.409271 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.409556 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.409841 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.410125 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.410349 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.410569 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.410854 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.411141 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.411415 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.411689 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.411989 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.412262 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.412533 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.412799 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.413082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.413364 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.413647 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.413924 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.414197 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.414466 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.414736 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.415013 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.415286 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.415557 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.415854 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.416138 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.416406 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.416724 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.417517 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.417806 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.418089 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.418379 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.418655 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.418936 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.419208 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.419479 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.419772 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] use_json = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.420047 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.420313 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.420591 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.420860 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.421129 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.421402 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.421675 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.421960 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.422231 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:17.422527 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.422822 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.423120 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.423419 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.423728 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.424014 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.424302 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.424580 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.424871 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.425155 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.425440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.425720 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.426019 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.426309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.426605 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.426910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.427204 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.427498 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.427801 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.428080 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.428357 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.428637 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.428923 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.429199 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.429489 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.429781 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.430062 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.430359 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.430645 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.430936 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.431226 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.431498 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.431800 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.432098 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.432401 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.432672 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.432948 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.433237 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.433514 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.433784 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.434064 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.434340 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.434609 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.434884 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.435158 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.435448 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.435747 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.436030 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.436303 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.436580 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.436851 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.437132 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.437405 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.437677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.437949 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.438229 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.438503 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.438774 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.439050 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.439322 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.439599 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.439909 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.440183 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.440456 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.440727 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.440999 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.441268 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.441535 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.441810 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.442082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.442352 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.442623 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.442891 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.443161 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.443441 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.443762 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.444045 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.444322 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.444602 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.444878 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.445152 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.445427 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.445705 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.445984 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.446254 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.446545 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.446828 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.447111 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.447408 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.447686 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.448516 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.448800 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.449073 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.449356 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.449631 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.449909 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.450194 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.450478 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.450772 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.451066 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.451359 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.451651 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.451970 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.452253 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.452560 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.452838 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:17.453055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:55:17.453294 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103248) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 19:55:17.826291 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 19:55:17.826571 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 19:55:17.826877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 19:55:17.827355 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 19:55:18.157094 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.157397 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.157671 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.159025 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.159299 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.159564 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.205319 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.205599 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.205867 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.219893 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.220179 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.220452 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.249543 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.249836 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.250096 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.286802 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.287082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.287350 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.631393 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.632015 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.632015 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.632184 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.632815 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.732571 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.732894 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.733180 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.733453 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.733717 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.734024 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.734284 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.734541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.734792 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.735073 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.735332 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.735595 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.735871 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.736123 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.736377 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.736640 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.736895 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.737163 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.737431 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.737688 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.737958 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.738210 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.738489 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.738867 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.739116 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.739359 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.739772 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:18.740017 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:18.740254 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:18.740490 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:18.740724 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:18.740958 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:18.741324 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 19:55:18.744444 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 19:55:18.748599 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 19:55:18.752477 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 20 19:55:18.754114 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 19:55:18.754588 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 19:55:18.754924 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 19:55:18.755312 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 19:55:18.758173 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 19:55:18.758431 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 19:55:18.758779 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 19:55:18.763683 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 19:55:18.787199 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 19:55:18.787653 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.787976 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103248) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 19:55:18.788338 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.789706 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103248) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 19:55:18.789989 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 19:55:18.790239 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 19:55:18.794163 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.794446 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:18.856834 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 19:55:18.857078 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 19:55:18.857315 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 19:55:18.857681 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 19:55:18.877458 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_db.sqlalchemy.engines [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103248) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 19:55:19.453851 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing driver for type 'gre' Feb 20 19:55:19.454374 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] gre ID ranges: [(1, 1000)] Feb 20 19:55:19.637324 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing driver for type 'local' Feb 20 19:55:19.637925 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing driver for type 'vlan' Feb 20 19:55:19.725674 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] VlanTypeDriver initialization complete Feb 20 19:55:19.726006 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing driver for type 'vxlan' Feb 20 19:55:19.726503 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] vxlan ID ranges: [(1, 1000)] Feb 20 19:55:19.971337 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing extension driver 'port_security' Feb 20 19:55:19.971675 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.extensions.port_security [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] PortSecurityExtensionDriver initialization complete Feb 20 19:55:19.972043 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing mechanism driver 'openvswitch' Feb 20 19:55:19.972366 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing mechanism driver 'hyperv' Feb 20 19:55:19.978952 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.plugin [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:19.980373 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.980739 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.981087 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.981609 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:55:19.982028 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.982379 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.982720 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.983107 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:55:19.983513 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.983894 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.984238 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.984627 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:55:19.985030 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > security_group after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.985380 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > security_group after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.985720 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.986108 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:55:19.986508 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.986849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.987184 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.987572 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:55:19.987998 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > address_group after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.988345 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > address_group after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.988679 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.988679 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:55:19.988679 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] ML2 OVO RPC backend initialized. {{(pid=103248) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 19:55:19.990192 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.990542 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.990953 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.991297 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > networks before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.991640 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.992001 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > ports before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.992339 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.992677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnets before_response 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.993017 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.993349 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.993679 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.994007 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.994335 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.994662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.995563 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.995919 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:19.996248 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.005293 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded quota_driver: . Feb 20 19:55:20.005668 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.plugin [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Modular L2 Plugin initialization complete Feb 20 19:55:20.006223 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading services supported by the core plugin {{(pid=103248) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 19:55:20.006615 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.plugins.ml2.managers [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Got port-security extension from driver 'port_security' Feb 20 19:55:20.007196 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.extensions.vlantransparent [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Disabled vlantransparent extension. Feb 20 19:55:20.007935 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103248) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 19:55:20.008275 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: router Feb 20 19:55:20.044772 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.045171 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_create 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.045544 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router before_create 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.045910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.046286 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.046644 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_delete 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.047007 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.047357 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.047733 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_create 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.048089 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_update 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.048443 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_update 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.048794 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.049160 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_update 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.049574 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_update 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.049945 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.050288 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.050633 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: subnet after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.050975 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.051328 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.051679 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_create 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.052060 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.052410 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.052771 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router after_update 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.053114 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.053631 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_create 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.054007 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.054359 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_update 55549900 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.054729 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > agent after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.055086 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > agent after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.055435 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > network after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.056333 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Tracking information for resource: router configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:20.056672 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Tracking information for resource: floatingip configured {{(pid=103248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:55:20.062229 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.db.l3_agentschedulers_db [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 19:55:20.062818 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.063187 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port after_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.063546 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port after_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.063935 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: port after_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.064738 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router before_create 55550100 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.065112 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.065482 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_create 55550100 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.065844 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > router precommit_update 55550100 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.070677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.provider_configuration [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service providers = [] {{(pid=103248) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 19:55:20.071047 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.db.servicetype_db [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103248) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 19:55:20.074051 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.service_base [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:55:20.074408 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.service_base [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:55:20.074757 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.service_base [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:55:20.075653 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.services.service_base [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:55:20.076054 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.services.service_base [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 19:55:20.076438 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.076764 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 19:55:20.087499 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.087882 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: auto_allocate Feb 20 19:55:20.094235 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: network precommit_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.094611 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: network precommit_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.095135 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.095458 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: tag Feb 20 19:55:20.102398 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.102733 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: timestamp Feb 20 19:55:20.107224 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.107560 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: network_ip_availability Feb 20 19:55:20.113174 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.113559 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.113922 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.114691 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.115020 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: flavors Feb 20 19:55:20.120474 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.120813 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading Plugin: revisions Feb 20 19:55:20.125595 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:55:20.125995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_concurrency.lockutils [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.299s {{(pid=103248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 19:55:20.126771 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103248) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 19:55:20.127111 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Initializing extension manager. Feb 20 19:55:20.127637 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: __init__.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.128020 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: __pycache__ {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.128361 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.128700 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: address_group.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.129477 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.130055 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: address-group Feb 20 19:55:20.130384 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: address_scope.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.131103 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.131609 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: address-scope Feb 20 19:55:20.131972 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.132910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.133421 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: router-admin-state-down-before-update Feb 20 19:55:20.133748 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: agent.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.134454 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.134958 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: agent Feb 20 19:55:20.135283 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: agent_resources_synced.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.136252 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.136763 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: agent-resources-synced Feb 20 19:55:20.137088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: allowedaddresspairs.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.138919 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.139438 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: allowed-address-pairs Feb 20 19:55:20.139804 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: auto_allocated_topology.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.140902 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.141423 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: auto-allocated-topology Feb 20 19:55:20.141754 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: availability_zone.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.142457 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.142962 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: availability_zone Feb 20 19:55:20.143288 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: availability_zone_filter.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.144247 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.144756 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: availability_zone_filter Feb 20 19:55:20.145081 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: data_plane_status.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.146000 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.146506 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 19:55:20.146837 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: default_subnetpools.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.147783 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.148290 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: default-subnetpools Feb 20 19:55:20.148614 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.149426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.149930 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: dhcp_agent_scheduler Feb 20 19:55:20.150254 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: dns.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.151700 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.152223 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension dns-integration not supported by any of loaded plugins Feb 20 19:55:20.152545 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: dns_domain_ports.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.153475 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.154231 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 19:55:20.154553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.155490 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.156015 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 19:55:20.156340 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: dvr.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.157022 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.157527 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: dvr Feb 20 19:55:20.157849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: ecmp_routes.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.158779 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.159281 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 19:55:20.159604 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: empty_string_filtering.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.160549 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.161053 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: empty-string-filtering Feb 20 19:55:20.161379 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.162292 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.162795 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 19:55:20.163121 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.164074 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.164574 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 19:55:20.164900 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: external_net.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.165824 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.166329 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: external-net Feb 20 19:55:20.166736 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.168172 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.168679 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: extra_dhcp_opt Feb 20 19:55:20.169006 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: extraroute.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.169924 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.170428 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: extraroute Feb 20 19:55:20.170754 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: extraroute_atomic.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.171825 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.172330 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: extraroute-atomic Feb 20 19:55:20.172656 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: filter_validation.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.173330 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.173830 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: filter-validation Feb 20 19:55:20.174157 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: fip_pf_description.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.175071 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.175569 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 19:55:20.175924 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: fip_port_details.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.177033 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.177538 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: fip-port-details Feb 20 19:55:20.177863 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: flavors.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.179131 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.179628 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: flavors Feb 20 19:55:20.179990 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.181673 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.182196 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 19:55:20.182573 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: floatingip_pools.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.183278 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.183825 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: floatingip-pools Feb 20 19:55:20.184161 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: ip_allocation.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.185100 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.185610 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 19:55:20.185941 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.186878 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.187391 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: ip-substring-filtering Feb 20 19:55:20.187743 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l2_adjacency.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.188716 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.189219 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 19:55:20.189547 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.190513 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.191024 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: router Feb 20 19:55:20.191353 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.193667 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.194181 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 19:55:20.194519 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.200978 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.201495 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: ext-gw-mode Feb 20 19:55:20.201827 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.202764 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.203276 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: l3-ha Feb 20 19:55:20.203606 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.204562 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.205067 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 19:55:20.205395 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_flavors.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.206323 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.206830 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: l3-flavors Feb 20 19:55:20.207161 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.208583 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.209107 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 19:55:20.209442 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.210376 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.210891 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 19:55:20.211227 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: l3agentscheduler.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.212295 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.212812 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: l3_agent_scheduler Feb 20 19:55:20.213145 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: local_ip.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.215442 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.215996 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension local_ip not supported by any of loaded plugins Feb 20 19:55:20.216335 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: logging.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.219303 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.219856 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension logging not supported by any of loaded plugins Feb 20 19:55:20.220204 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: metering.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.220956 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.221584 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: metering Feb 20 19:55:20.221876 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.222989 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.223509 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: metering_source_and_destination_fields Feb 20 19:55:20.223889 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: multiprovidernet.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.224828 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.225339 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: multi-provider Feb 20 19:55:20.225669 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: netmtu.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.226601 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.227108 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: net-mtu Feb 20 19:55:20.227438 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: netmtu_writable.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.228388 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.228895 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: net-mtu-writable Feb 20 19:55:20.229884 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: network_availability_zone.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.230564 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.231071 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: network_availability_zone Feb 20 19:55:20.231398 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: network_ip_availability.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.232572 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.233080 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: network-ip-availability Feb 20 19:55:20.233406 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: network_segment_range.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.234174 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.234674 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 19:55:20.234999 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: pagination.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.241173 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.241503 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: pagination Feb 20 19:55:20.241828 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: port_device_profile.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.242746 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.243257 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: port-device-profile Feb 20 19:55:20.243583 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.244553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.245088 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: port-mac-address-regenerate Feb 20 19:55:20.245417 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.246338 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.246849 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: port-numa-affinity-policy Feb 20 19:55:20.247178 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: port_resource_request.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.248145 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.248650 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 19:55:20.248978 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: port_resource_request_groups.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.249967 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.250454 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 19:55:20.250781 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: portbindings.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.251731 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.252252 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: binding Feb 20 19:55:20.252580 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: portbindings_extended.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.253867 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.254379 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: binding-extended Feb 20 19:55:20.254712 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: portsecurity.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.255652 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.256186 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: port-security Feb 20 19:55:20.256515 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: project_id.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.257500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.257839 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: project-id Feb 20 19:55:20.258166 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: providernet.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.259099 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.259611 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: provider Feb 20 19:55:20.259975 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.263600 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.264150 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos not supported by any of loaded plugins Feb 20 19:55:20.264488 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.265750 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.266262 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 19:55:20.266597 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.267534 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.268083 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 19:55:20.268413 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_default.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.269358 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.269872 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-default not supported by any of loaded plugins Feb 20 19:55:20.270203 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_fip.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.271134 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.271642 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-fip not supported by any of loaded plugins Feb 20 19:55:20.272003 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.272931 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.273435 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 19:55:20.273763 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_gateway_ip.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.274693 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.275199 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 19:55:20.275527 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_port_network_policy.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.277120 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.277631 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 19:55:20.277963 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.279280 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.279817 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 19:55:20.280150 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.281210 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.281717 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 19:55:20.282042 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_pps_rule.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.283237 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.283779 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-pps not supported by any of loaded plugins Feb 20 19:55:20.284116 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_rule_type_details.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.285055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.285565 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 19:55:20.285892 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: qos_rules_alias.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.286951 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.287751 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 19:55:20.287838 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: quota_check_limit.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.288733 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.289246 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: quota-check-limit Feb 20 19:55:20.289578 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: quotasv2.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.290524 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.290855 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: quotas Feb 20 19:55:20.291181 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: quotasv2_detail.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.293557 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.293901 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: quota_details Feb 20 19:55:20.294232 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: rbac.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.295309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.295867 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: rbac-policies Feb 20 19:55:20.296206 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: rbac_address_group.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.297152 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.297665 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: rbac-address-group Feb 20 19:55:20.298003 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: rbac_address_scope.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.298943 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.299452 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: rbac-address-scope Feb 20 19:55:20.299805 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: rbac_security_groups.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.300739 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.301246 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: rbac-security-groups Feb 20 19:55:20.311628 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: rbac_subnetpool.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.312426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.312942 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: rbac-subnetpool Feb 20 19:55:20.313272 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: revisionifmatch.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.314206 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.314717 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: revision-if-match Feb 20 19:55:20.315044 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: revisions.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.316224 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.316735 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: standard-attr-revisions Feb 20 19:55:20.317067 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: router_availability_zone.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.317756 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.318262 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: router_availability_zone Feb 20 19:55:20.318592 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: routerservicetype.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.319526 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.320074 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension router-service-type not supported by any of loaded plugins Feb 20 19:55:20.320403 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.321342 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.321859 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: security-groups-normalized-cidr Feb 20 19:55:20.322190 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.323150 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.323663 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: port-security-groups-filtering Feb 20 19:55:20.324018 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.324963 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.325478 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: security-groups-remote-address-group Feb 20 19:55:20.325804 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.326760 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.327269 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: security-groups-shared-filtering Feb 20 19:55:20.327594 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.328223 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 19:55:20.328546 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: securitygroup.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.338272 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.339336 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: security-group Feb 20 19:55:20.339677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: segment.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.340562 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.341073 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension segment not supported by any of loaded plugins Feb 20 19:55:20.341406 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.342362 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.342866 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 19:55:20.343196 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: servicetype.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.344352 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.344866 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: service-type Feb 20 19:55:20.345195 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: sorting.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.346202 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.346532 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: sorting Feb 20 19:55:20.346859 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: standard_attr_segment.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.352597 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.353113 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 19:55:20.353442 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: standardattrdescription.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.354675 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.355196 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: standard-attr-description Feb 20 19:55:20.355527 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: stateful_security_group.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.356496 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.357008 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: stateful-security-group Feb 20 19:55:20.357339 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: stdattrs_common.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.357913 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 19:55:20.358239 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.359185 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.359696 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 19:55:20.360046 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: subnet_onboard.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.361162 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.361662 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: subnet_onboard Feb 20 19:55:20.361991 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.362928 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.363435 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 19:55:20.363793 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: subnet_service_types.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.364727 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.365240 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: subnet-service-types Feb 20 19:55:20.365566 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: subnetallocation.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.366664 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.367187 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: subnet_allocation Feb 20 19:55:20.367517 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.368229 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.368743 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: subnetpool-prefix-ops Feb 20 19:55:20.369071 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.370049 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.370561 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 19:55:20.370887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: tagging.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.372001 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.372521 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: standard-attr-tag Feb 20 19:55:20.372854 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: timestamp.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.374079 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.374595 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loaded extension: standard-attr-timestamp Feb 20 19:55:20.374929 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: trunk.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.376018 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.376532 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension trunk not supported by any of loaded plugins Feb 20 19:55:20.376861 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: trunk_details.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.377793 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.378303 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension trunk-details not supported by any of loaded plugins Feb 20 19:55:20.378630 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: uplink_status_propagation.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.379563 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.380106 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 19:55:20.380434 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Loading extension file: vlantransparent.py {{(pid=103248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:55:20.381109 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:55:20.381613 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 19:55:20.384170 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:network Feb 20 19:55:20.384700 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:subnet Feb 20 19:55:20.385105 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:55:20.385526 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:port Feb 20 19:55:20.386780 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.387232 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service FLAVORS assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.387881 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.388321 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.388659 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:router Feb 20 19:55:20.389089 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:floatingip Feb 20 19:55:20.389587 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service METERING assigned prefix: /metering {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.391028 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.391402 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.391797 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:55:20.392829 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 19:55:20.393284 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:security_group Feb 20 19:55:20.393716 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 19:55:20.394342 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service CORE assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.394688 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:55:20.395040 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] subnetpool is already registered Feb 20 19:55:20.395466 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service CORE assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.395829 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:55:20.396165 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] subnetpool is already registered Feb 20 19:55:20.398459 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.398896 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service FLAVORS assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.399490 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.399946 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.400285 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:router Feb 20 19:55:20.400626 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] router is already registered Feb 20 19:55:20.401566 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:floatingip Feb 20 19:55:20.401904 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] floatingip is already registered Feb 20 19:55:20.402361 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service METERING assigned prefix: /metering {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.403027 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 19:55:20.403364 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] rbac_policy is already registered Feb 20 19:55:20.404069 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:security_group Feb 20 19:55:20.404408 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] security_group is already registered Feb 20 19:55:20.404816 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 19:55:20.405150 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] security_group_rule is already registered Feb 20 19:55:20.405790 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service CORE assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.406123 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:55:20.406460 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] subnetpool is already registered Feb 20 19:55:20.406879 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.v2.resource_helper [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Service CORE assigned prefix: {{(pid=103248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:55:20.407211 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:55:20.407543 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING neutron.quota.resource_registry [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] subnetpool is already registered Feb 20 19:55:20.408042 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: extensions {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.409536 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: address-groups {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.411040 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: address-scopes {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.412393 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: agents {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.413583 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: auto-allocated-topology {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.414844 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: availability_zones {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.416106 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: dhcp-networks {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.418531 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: dhcp-agents {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.419990 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: routers {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.422211 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: flavors {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.423395 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: service_profiles {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.424644 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: next_providers {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.426116 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: service_profiles {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.427672 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: floatingip-pools {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.428936 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: routers {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.431041 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: floatingips {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.433316 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: l3-routers {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.434746 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: l3-agents {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.436279 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: metering-labels {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.437659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: metering-label-rules {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.438953 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: network-ip-availabilities {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.440261 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: bindings {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.441936 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: quotas {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.443511 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: quotas {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.445082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: rbac-policies {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.446394 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: security-groups {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.447667 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: security-group-rules {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.449513 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: service-providers {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.450740 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: subnetpools {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.452199 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: subnetpools {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.453684 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.455404 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.457278 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.459060 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.460884 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.462746 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.465079 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.466988 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.468787 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.470696 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron.api.extensions [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Extended resource: tags {{(pid=103248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:55:20.476746 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING keystonemiddleware.auth_token [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 19:55:20.481452 dv-cinder-821824-2-iscsi neutron-server[103248]: WARNING keystonemiddleware.auth_token [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 19:55:20.489997 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_concurrency.lockutils [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Acquired lock "singleton_lock" {{(pid=103248) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 19:55:20.490477 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_concurrency.lockutils [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Releasing lock "singleton_lock" {{(pid=103248) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 19:55:20.491135 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Starting 2 workers Feb 20 19:55:20.496075 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Started child 103359 {{(pid=103248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:55:20.500580 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Started child 103360 {{(pid=103248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:55:20.501586 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:20.502225 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO neutron.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 19:55:20.502785 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:20.503121 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [-] (103359) wsgi starting up on http://0.0.0.0:9696 Feb 20 19:55:20.505282 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Starting 1 workers Feb 20 19:55:20.505412 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:20.506808 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [-] (103360) wsgi starting up on http://0.0.0.0:9696 Feb 20 19:55:20.511104 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Started child 103361 {{(pid=103248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:55:20.511689 dv-cinder-821824-2-iscsi neutron-server[103248]: INFO oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Starting 1 workers Feb 20 19:55:20.515136 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] calling RpcWorker wait() {{(pid=103361) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 19:55:20.515642 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] returning from RpcWorker wait() {{(pid=103361) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 19:55:20.516287 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Started child 103362 {{(pid=103248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:55:20.517144 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG neutron_lib.callbacks.manager [None req-6d287f5f-5fff-414d-860a-fa43bc2bee4b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:20.517342 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:20.517671 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:20.519093 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103248) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 19:55:20.519314 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:55:20.519501 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:55:20.519739 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:55:20.525426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:55:20.525426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:55:20.525426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.525426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.525426 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.525746 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:20.526848 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.526848 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.526979 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527048 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.527500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.528002 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.528002 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] debug = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.528002 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.528002 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.528002 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529006 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529006 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529006 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529182 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529430 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529686 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.529904 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.530140 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.530415 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.530645 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.530891 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.531154 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.531369 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.531625 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.531873 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.532354 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] host = dv-cinder-821824-2-iscsi {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.532660 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.532849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.533078 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.533356 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.533628 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.533884 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.534162 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.534428 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.534694 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.534922 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.535173 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.535433 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.535873 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.535873 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.536393 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_options = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.536393 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.536671 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.536809 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.536985 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.537158 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.537324 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.537584 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.537749 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.538002 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.538217 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.538423 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.538656 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.538894 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.539130 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.539389 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.539624 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.539907 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.540149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.540493 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.540660 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.540872 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.541135 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.541375 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.541562 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.541835 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.542058 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.542307 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.542608 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.542964 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.543220 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.543663 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.544034 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.544199 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.544453 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.544695 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.544934 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.545256 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.545674 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.545963 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.546193 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.546463 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.546902 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.547129 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.547757 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.547914 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.548094 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.548338 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_json = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.548584 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.548825 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.549087 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.549308 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.549527 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.549745 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.550044 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.550196 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.550608 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.550891 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.551174 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.553347 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.553636 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.560139 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.560139 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.560139 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.560139 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.560139 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.560478 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.561114 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.561596 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.561947 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.562240 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.562536 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.562878 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.563181 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.564176 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.564440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.564713 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.564962 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.565239 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.565544 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.565789 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.566075 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.566336 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.566568 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.566875 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.567149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.567520 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.568813 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.569099 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.569372 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.569621 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.569876 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.570489 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.570754 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.571466 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.571699 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.573648 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.573906 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.574153 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.574411 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.574657 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.574906 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.575155 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.575385 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.575647 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.575913 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.576139 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.576359 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.576576 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.576793 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.577010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.577247 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.577484 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.577745 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.578016 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.578236 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.578462 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.578650 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.578893 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.579126 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.579346 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.579579 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.579844 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.580097 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.580308 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.580560 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.580795 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.581047 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.581247 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.581462 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.581698 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.581962 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.582148 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.582368 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.582589 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.582821 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.583033 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.583247 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.583757 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.590974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.591904 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.591904 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.591904 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.591904 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.592223 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.592223 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.592427 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.592679 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.592954 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.593265 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.593407 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.593624 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.595279 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.595934 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.596213 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.596497 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.597006 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.597277 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.598164 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.599746 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.600814 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.601107 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.601411 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.601677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.601970 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.602305 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.602592 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.602872 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.603135 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.604850 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.605126 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.606009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.607923 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.608567 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.609484 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36072) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:20.610355 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.610645 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.610891 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.611172 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.611412 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.611665 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.612019 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.612269 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.612496 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.612728 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.613007 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.613242 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.613490 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.613776 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.614037 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.614275 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.614548 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.614803 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.615092 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.615264 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.615500 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.616295 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.616555 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.616781 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.617256 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.617491 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.617930 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.618178 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.618397 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.618620 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.619004 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.619188 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075028 Feb 20 19:55:20.619390 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.619617 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.619926 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.620145 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.620367 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.620623 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.620845 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.621897 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.621897 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.622401 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.622780 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.622980 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.623275 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.623549 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.623783 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.624036 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.624284 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.624523 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.624739 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.624996 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.625208 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.625428 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.625641 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.625861 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.626078 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.626320 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.626567 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.626801 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.627035 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.627326 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.627652 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630549 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630549 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.630549 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.631153 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.631153 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.631305 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.631470 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.631696 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.631939 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.632176 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.632923 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.634416 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.634677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.634905 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.635144 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.635934 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.636187 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637012 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637012 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637012 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637012 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637952 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637952 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.637952 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.638165 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.638325 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.638491 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.638686 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.638957 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.639189 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.639404 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.639622 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.640018 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.640253 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.640608 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.640789 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.641009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.641283 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642300 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642300 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642300 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642300 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642848 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642848 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.642848 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.643443 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.643443 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.643443 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.643925 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.644808 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.645052 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.645386 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.646524 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.646696 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.646882 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.647758 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.647758 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.647758 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.647758 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.648075 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.648344 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.648572 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.648885 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.649706 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.649706 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.649706 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.650137 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.650499 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.651800 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.651800 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.651800 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.652032 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.652103 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.652421 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.652721 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654334 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:20.654405 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654545 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.654803 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.655135 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.655405 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.655678 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.655958 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.656213 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.656677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.656677 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.656882 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.657098 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.657311 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.657574 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.657806 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.658054 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.658275 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.658665 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.659005 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.659232 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.659452 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.659704 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.659949 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.660111 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:55:20.660646 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103248) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 19:55:20.660823 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:55:20.660985 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:55:20.661129 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:55:20.661273 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:55:20.661425 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:55:20.661605 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.663553 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.664662 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] debug = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.665910 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.666849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.666849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.666849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.666849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.666849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.666849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.667858 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] host = dv-cinder-821824-2-iscsi {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.668877 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.670009 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_options = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.671149 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.672887 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.676440 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.677619 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.678659 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.680309 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_json = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.682088 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.683281 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.684541 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.685995 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.687010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688039 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.688528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689110 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689693 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689693 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689693 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689693 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.689693 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690027 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690027 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690168 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690297 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690704 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690704 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690971 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.690971 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.691230 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.691230 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.691812 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.691812 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.692082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.692082 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.692341 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.693563 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.693743 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.693902 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.694066 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.694358 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.694358 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.694627 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.694760 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.694902 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695038 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695169 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695300 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695403 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695552 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695762 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.695919 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696064 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696206 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696346 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696521 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696687 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696849 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.696989 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.697124 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.697262 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.697427 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.697591 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.698345 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.698526 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.698668 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.698817 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.698955 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699092 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699228 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699379 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699516 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699652 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699818 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.699956 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.700105 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.700245 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.700413 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.700557 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.700721 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.700865 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701029 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701200 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701353 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701501 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701661 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701828 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.701999 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.702162 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.702306 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.702472 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.702615 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.702781 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.702934 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.703091 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.703234 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.703401 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.703544 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.703772 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.704747 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.704919 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.705066 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.705321 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.705465 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.705574 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.705705 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.705866 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.706243 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.706243 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.706521 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.706521 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.706796 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.706796 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.707055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.707055 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.707315 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.707451 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.707597 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.707760 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709130 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709130 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709130 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709130 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709540 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709540 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709540 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709885 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.709885 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710121 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710121 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710353 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710477 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710560 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710721 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.710881 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.711043 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.711205 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.711367 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.711528 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.711691 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.711891 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.712053 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.712215 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.712377 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.712539 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.712701 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.712865 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.713026 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.713324 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.713324 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714160 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714288 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714480 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714741 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714741 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714900 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.714978 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.715133 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.715297 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.715459 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.715623 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.716622 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.716804 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.716932 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.717091 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.717252 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.717413 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.717576 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.717738 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.717899 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.718080 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.718207 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.718367 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.718533 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.718696 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.718859 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.719021 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.719182 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.719345 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.719505 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.719664 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.719888 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.720053 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.720212 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.720373 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.720532 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.720708 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.720870 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.721634 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.721634 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.721634 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.721634 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.721634 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722017 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722017 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722134 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722231 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722394 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722562 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722726 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.722885 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.723042 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.723201 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.723359 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.723536 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.723696 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.723880 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.724041 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.724201 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.724360 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.724531 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.724692 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.724854 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725012 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725171 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725332 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725506 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725666 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725828 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.725987 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.726147 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.726310 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.726481 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.726646 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.726854 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.726974 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.727135 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.727293 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.727455 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.727626 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.727811 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.727977 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.728178 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.728291 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.728445 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.728607 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.728774 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.728943 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.729138 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.729368 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.729540 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.729712 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.729883 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.730044 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.730212 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.730386 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.730546 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.730706 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.730867 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.731028 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.731188 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.731348 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.731510 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.731670 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.731864 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.732010 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.732168 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.732328 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.732489 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.732649 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.732891 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.733022 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.733148 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.733273 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.733405 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:55:20.733558 dv-cinder-821824-2-iscsi neutron-server[103248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:55:32.316602 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afb252-7a33-4fe4-9729-0986e7ace569 None None] get_active_networks_info from dv-cinder-821824-2-iscsi {{(pid=103361) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 19:55:32.377732 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3afb252-7a33-4fe4-9729-0986e7ace569 None None] No non-hosted networks {{(pid=103361) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 19:55:32.393600 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.agentschedulers_db [None req-b3afb252-7a33-4fe4-9729-0986e7ace569 None None] DHCP Agent not found on host dv-cinder-821824-2-iscsi {{(pid=103361) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 19:55:32.629050 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4933d9c3-58d3-4304-b242-a5553f288fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604956'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:34.613958 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-32818502-1e70-424f-acb9-6bb848a861d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604956'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:34.648677 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-514bcfda-0cc3-4db0-b4b7-3ee0bfdd7da9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821824-2-iscsi {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 19:55:34.649373 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-514bcfda-0cc3-4db0-b4b7-3ee0bfdd7da9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 19:55:35.166827 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-514bcfda-0cc3-4db0-b4b7-3ee0bfdd7da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:35.891266 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604956'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:36.973779 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604956'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:38.572638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36160) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:38.716608 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604956'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:38.717307 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.717645 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.717975 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.718298 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.718792 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.719120 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.719443 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.719815 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.720145 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.720464 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.720799 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.721116 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.721701 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:38.722182 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821824-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:38.729251 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821824-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:55:39.082817 dv-cinder-821824-2-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-04c9d5e5-1b3b-4496-9222-83d2bda530eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:39.083396 dv-cinder-821824-2-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-04c9d5e5-1b3b-4496-9222-83d2bda530eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:39.305932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [None req-04c9d5e5-1b3b-4496-9222-83d2bda530eb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:39.307301 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-04c9d5e5-1b3b-4496-9222-83d2bda530eb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7319238 Feb 20 19:55:41.879047 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36184) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:42.198026 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:42.290377 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.policy [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103359) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 19:55:42.331950 dv-cinder-821824-2-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:42.332313 dv-cinder-821824-2-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:42.506342 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866152824', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866151589', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866138616', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866135041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866118585', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730866108947', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-870347', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-851080', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2049275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1682602'] for rbac-policy (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:42.625090 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.db.l3_hamode_db [None req-c4274810-cd74-4544-9550-f43f60383f26 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 19:55:42.703182 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4274810-cd74-4544-9550-f43f60383f26 None None] Routers set() bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:55:42.703600 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4274810-cd74-4544-9550-f43f60383f26 None None] Router IDs set() for agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 19:55:42.758859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:42.760081 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-921d2c00-e259-4a6f-9c9f-4df2150d652e admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8799465 Feb 20 19:55:45.205586 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36194) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:45.518148 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:45.607293 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Made reservation on behalf of d8e1ac3da52846ea9d00f3adbaaba5bb for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:55:45.611090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:45.627121 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:45.731764 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks [] for security_group (615eaede-b665-4358-b6af-03842f30ce0d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:45.822476 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (615eaede-b665-4358-b6af-03842f30ce0d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:45.846464 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 19:55:45.880336 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730864513585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (cb4d9376-46e0-46bc-b7d1-638f17c87ad4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:45.880936 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Unsubscribe: segment precommit_create {{(pid=103359) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 19:55:45.881456 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Added segment cb4d9376-46e0-46bc-b7d1-638f17c87ad4 of type vlan for network 2264454c-62dd-4819-8ba2-93ec5912f286 Feb 20 19:55:45.896569 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=615eaede-b665-4358-b6af-03842f30ce0d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:45.923392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.923783 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.924141 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.924475 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.924795 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.925113 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.925428 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.925741 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.926054 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.926376 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.926676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.926985 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.927293 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Tracked resource versions report: Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: pushed versions: Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: { 'AddressGroup': {'1.2'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Log': {'1.0'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Network': {'1.1'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Port': {'1.7'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'PortForwarding': {'1.2'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'QosPolicy': {'1.10'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroup': {'1.5'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SubPort': {'1.0'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Subnet': {'1.1'}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Trunk': {'1.1'}} Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: consumer versions: Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'ConntrackHelper': '1.0', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'LocalIPAssociation': '1.0', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Log': '1.0', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Network': '1.1', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Port': '1.7', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'PortForwarding': '1.2', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'QosPolicy': '1.10', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroup': '1.5', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroupRule': '1.2', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SubPort': '1.0', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Subnet': '1.1', Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Trunk': '1.1'}} Feb 20 19:55:45.928668 dv-cinder-821824-2-iscsi neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:55:45.994354 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (2264454c-62dd-4819-8ba2-93ec5912f286), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.156299 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (2264454c-62dd-4819-8ba2-93ec5912f286), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.161434 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:46.162155 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:46.274878 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] Pushing event updated for resources: {'Network': ['ID=2264454c-62dd-4819-8ba2-93ec5912f286,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:46.287426 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 2264454c-62dd-4819-8ba2-93ec5912f286 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:55:46.330310 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-35c7802c-e5e7-450e-a228-3897d67ffeb1 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1236229 Feb 20 19:55:48.904626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36206) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:49.302317 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c3cdb4-d0ce-44aa-9eb5-33ad54efc7b6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:49.303694 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f5c3cdb4-d0ce-44aa-9eb5-33ad54efc7b6 demo admin] 10.222.0.48 "GET /v2.0/networks/2264454c-62dd-4819-8ba2-93ec5912f286 HTTP/1.1" status: 200 len: 825 time: 0.3981240 Feb 20 19:55:49.329579 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a4710ff6-38c1-47d9-8d2d-798ff9cc51c3 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/65f6a145-d160-485f-87ce-d398ec4b5451 HTTP/1.1" status: 200 len: 734 time: 0.0195911 Feb 20 19:55:49.337953 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Request body: {'subnet': {'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'name': 'private-subnet', 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:49.504852 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Made reservation on behalf of d8e1ac3da52846ea9d00f3adbaaba5bb for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:55:49.507138 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:49.847502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (5b32c671-5114-4cba-b1d0-0774a6ffc1be), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:49.919180 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Checking segment: {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:49.919852 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Network hostable DHCP agents. Network: 2264454c-62dd-4819-8ba2-93ec5912f286, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:55:49.924050 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5b32c671-5114-4cba-b1d0-0774a6ffc1be,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:50.028265 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Network 2264454c-62dd-4819-8ba2-93ec5912f286 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:55:50.125444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 2264454c-62dd-4819-8ba2-93ec5912f286) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:50.129930 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:55:50.130524 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:50.135386 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ebe90-240f-4d2e-a63f-4289e5a19240 None None] Network 2264454c-62dd-4819-8ba2-93ec5912f286 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:55:50.221454 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-20aeb239-7d09-436f-81ba-2ed5cc11c7a0 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8865836 Feb 20 19:55:50.514880 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-2264454c-62dd-4819-8ba2-93ec5912f286', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 19:55:50.516296 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:50.795290 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Allocated IP 172.20.0.2 (2264454c-62dd-4819-8ba2-93ec5912f286/5b32c671-5114-4cba-b1d0-0774a6ffc1be/64a3146c-a7c2-47d5-93e8-aab265105f56) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:55:51.059304 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Publish callbacks [] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:51.168935 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:51.238364 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Network 2264454c-62dd-4819-8ba2-93ec5912f286 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:55:51.243780 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:55:51.248255 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:55:51.288255 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Pushing event updated for resources: {'Port': ['ID=64a3146c-a7c2-47d5-93e8-aab265105f56,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:51.315596 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.315932 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.316301 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.316644 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.316978 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.317302 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.317626 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.317949 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.318301 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.318647 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.318972 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.319288 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.319897 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Tracked resource versions report: Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: pushed versions: Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: { 'AddressGroup': {'1.2'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Log': {'1.0'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Network': {'1.1'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Port': {'1.7'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'PortForwarding': {'1.2'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'QosPolicy': {'1.10'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroup': {'1.5'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SubPort': {'1.0'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Subnet': {'1.1'}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Trunk': {'1.1'}} Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: consumer versions: Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'ConntrackHelper': '1.0', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'LocalIPAssociation': '1.0', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Log': '1.0', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Network': '1.1', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Port': '1.7', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'PortForwarding': '1.2', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'QosPolicy': '1.10', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroup': '1.5', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroupRule': '1.2', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SubPort': '1.0', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Subnet': '1.1', Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Trunk': '1.1'}} Feb 20 19:55:51.321348 dv-cinder-821824-2-iscsi neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:55:51.350700 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Attempting to bind port 64a3146c-a7c2-47d5-93e8-aab265105f56 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:55:51.351769 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Attempting to bind port 64a3146c-a7c2-47d5-93e8-aab265105f56 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:55:51.351769 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Attempting to bind port 64a3146c-a7c2-47d5-93e8-aab265105f56 on network 2264454c-62dd-4819-8ba2-93ec5912f286 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:55:51.357359 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:55:51.357744 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Checking segment: {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:55:51.358243 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:51.358681 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Bound using segment: {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:55:51.359190 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Bound port: 64a3146c-a7c2-47d5-93e8-aab265105f56, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:55:51.359602 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:51.425101 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] For port 64a3146c-a7c2-47d5-93e8-aab265105f56, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:55:51.429561 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] For port 64a3146c-a7c2-47d5-93e8-aab265105f56, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=64a3146c-a7c2-47d5-93e8-aab265105f56,segment=NetworkSegment(cb4d9376-46e0-46bc-b7d1-638f17c87ad4),segment_id=cb4d9376-46e0-46bc-b7d1-638f17c87ad4)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:55:51.499004 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:51.566804 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201029d-62cd-48b3-acf7-2287ff25bc04 None None] Pushing event updated for resources: {'Port': ['ID=64a3146c-a7c2-47d5-93e8-aab265105f56,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:55:52.795732 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36214) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:53.107937 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [None req-470473fb-39b0-44f1-b1ad-a7c3d5f63b5e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:53.108986 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-470473fb-39b0-44f1-b1ad-a7c3d5f63b5e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122172 Feb 20 19:55:55.663701 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36222) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:56.161294 dv-cinder-821824-2-iscsi neutron-server[103360]: WARNING oslo_policy.policy [None req-1c3f6f60-944b-48f2-9112-77c224088859 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:56.161875 dv-cinder-821824-2-iscsi neutron-server[103360]: WARNING oslo_policy.policy [None req-1c3f6f60-944b-48f2-9112-77c224088859 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:55:56.402326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [None req-1c3f6f60-944b-48f2-9112-77c224088859 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:55:56.403448 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1c3f6f60-944b-48f2-9112-77c224088859 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7388201 Feb 20 19:55:58.978099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36236) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:55:59.306085 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:55:59.413228 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (409d78c9-4977-487e-9b28-1ed081a8549f), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:59.414848 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (409d78c9-4977-487e-9b28-1ed081a8549f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:59.560273 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] Publish callbacks [] for router_controller (409d78c9-4977-487e-9b28-1ed081a8549f), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:59.653990 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (409d78c9-4977-487e-9b28-1ed081a8549f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:59.781391 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:55:59.782533 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7e621e46-f627-4e59-89aa-2753a2afa1a9 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8034666 Feb 20 19:56:01.361194 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 64a3146c-a7c2-47d5-93e8-aab265105f56 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:56:01.449000 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 64a3146c-a7c2-47d5-93e8-aab265105f56 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:01.449421 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:01.560662 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 64a3146c-a7c2-47d5-93e8-aab265105f56 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:01.560970 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:01.594701 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 64a3146c-a7c2-47d5-93e8-aab265105f56, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=64a3146c-a7c2-47d5-93e8-aab265105f56,segment=NetworkSegment(cb4d9376-46e0-46bc-b7d1-638f17c87ad4),segment_id=cb4d9376-46e0-46bc-b7d1-638f17c87ad4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:56:01.676056 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:01.726093 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=64a3146c-a7c2-47d5-93e8-aab265105f56,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:02.328586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-70e761ba-a5c3-4fa0-a86a-23c6b56c21f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:02.366816 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36248) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:02.694884 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [None req-eb370b10-12a8-4f78-96e5-66c22dd1d2d7 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:56:02.695947 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-eb370b10-12a8-4f78-96e5-66c22dd1d2d7 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280766 Feb 20 19:56:02.944489 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102328c-3f15-42bf-80bf-b74f0bcc0eb3 None None] Network 2264454c-62dd-4819-8ba2-93ec5912f286 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:56:03.072599 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-f9633a25-5424-4503-81a9-6115a4042afe None None] Provisioning complete for port 64a3146c-a7c2-47d5-93e8-aab265105f56 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:03.073534 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f9633a25-5424-4503-81a9-6115a4042afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:03.161798 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f9633a25-5424-4503-81a9-6115a4042afe None None] Current status of the port 64a3146c-a7c2-47d5-93e8-aab265105f56 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:03.283330 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-6a064a2d-de68-43a8-8a4d-789095a33cfe None None] Provisioning complete for port 64a3146c-a7c2-47d5-93e8-aab265105f56 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:03.283848 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6a064a2d-de68-43a8-8a4d-789095a33cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:03.350061 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 64a3146c-a7c2-47d5-93e8-aab265105f56 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:56:03.388345 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6a064a2d-de68-43a8-8a4d-789095a33cfe None None] Current status of the port 64a3146c-a7c2-47d5-93e8-aab265105f56 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:03.411303 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 64a3146c-a7c2-47d5-93e8-aab265105f56 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:03.411692 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:03.487296 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 64a3146c-a7c2-47d5-93e8-aab265105f56 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:04.607270 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ccbaf26-a4cb-425b-9743-d8222570a771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.243352 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36256) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:05.559421 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:56:05.560246 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:56:05.630088 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Made reservation on behalf of d9bf843abc2c42c38ff23f1c9860c779 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:56:05.632245 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.642534 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.711628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks [] for security_group (3daa5ee0-e53f-40da-9bd1-d16e2f4591cd), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.777264 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3daa5ee0-e53f-40da-9bd1-d16e2f4591cd), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.794244 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103359) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 19:56:05.808566 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa5ee0-e53f-40da-9bd1-d16e2f4591cd,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:05.815585 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (f9301725-339a-4af2-ae6f-33c396eacaa5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.820821 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Added segment f9301725-339a-4af2-ae6f-33c396eacaa5 of type flat for network 33eb5443-3d27-4ca3-be03-c635ac260080 Feb 20 19:56:05.866144 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (33eb5443-3d27-4ca3-be03-c635ac260080), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.868489 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.942142 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (33eb5443-3d27-4ca3-be03-c635ac260080), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:05.943046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:05.943610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:06.029849 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=33eb5443-3d27-4ca3-be03-c635ac260080,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:06.038943 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 33eb5443-3d27-4ca3-be03-c635ac260080 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:56:06.070472 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-26d9a5ab-922e-4a6f-a28e-85c89704d8b6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8260345 Feb 20 19:56:06.942337 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:08.585690 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36274) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:08.656850 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:08.762430 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a56c45-362f-4b06-851b-7fe174f747f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:08.763797 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-62a56c45-362f-4b06-851b-7fe174f747f6 demo admin] 10.222.0.48 "GET /v2.0/subnets/5b32c671-5114-4cba-b1d0-0774a6ffc1be HTTP/1.1" status: 200 len: 849 time: 0.1771202 Feb 20 19:56:08.886098 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f13afc64-b71e-4913-bb0b-73daff704d5a demo admin] 10.222.0.48 "GET /v2.0/routers/409d78c9-4977-487e-9b28-1ed081a8549f HTTP/1.1" status: 200 len: 704 time: 0.1160078 Feb 20 19:56:09.152420 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:09.484885 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Allocated IP 172.20.0.1 (2264454c-62dd-4819-8ba2-93ec5912f286/5b32c671-5114-4cba-b1d0-0774a6ffc1be/dc1984c6-bc71-4a36-b5f6-dd45248b643b) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:56:09.634127 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks [] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:09.828586 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:09.903054 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Network 2264454c-62dd-4819-8ba2-93ec5912f286 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:56:09.909712 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:56:09.914214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:56:09.914728 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (409d78c9-4977-487e-9b28-1ed081a8549f), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:09.933753 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Pushing event updated for resources: {'Port': ['ID=dc1984c6-bc71-4a36-b5f6-dd45248b643b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:10.145186 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-f52c5081-ddb2-4756-892a-6396bc982fc7 None None] Provisioning complete for port dc1984c6-bc71-4a36-b5f6-dd45248b643b triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:10.145718 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f52c5081-ddb2-4756-892a-6396bc982fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:10.163579 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:10.177614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f52c5081-ddb2-4756-892a-6396bc982fc7 None None] Port dc1984c6-bc71-4a36-b5f6-dd45248b643b cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:56:10.368416 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks [] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:10.456783 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:10.457500 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (409d78c9-4977-487e-9b28-1ed081a8549f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:10.536558 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Pushing event updated for resources: {'Port': ['ID=dc1984c6-bc71-4a36-b5f6-dd45248b643b,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:10.581687 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Network 2264454c-62dd-4819-8ba2-93ec5912f286 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:56:10.582935 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:56:10.858769 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Router 409d78c9-4977-487e-9b28-1ed081a8549f is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 19:56:10.900400 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-41678971-2df4-4790-9ab2-0dcf78be438b None None] Provisioning complete for port dc1984c6-bc71-4a36-b5f6-dd45248b643b triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:10.900849 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41678971-2df4-4790-9ab2-0dcf78be438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:10.935951 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-41678971-2df4-4790-9ab2-0dcf78be438b None None] Port dc1984c6-bc71-4a36-b5f6-dd45248b643b cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:56:10.955183 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 19:56:10.960956 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-71255c7b-2bb0-4d6c-ada0-dc2a8568d99f demo admin] 10.222.0.48 "PUT /v2.0/routers/409d78c9-4977-487e-9b28-1ed081a8549f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0698757 Feb 20 19:56:10.965404 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Sync routers for ids ['409d78c9-4977-487e-9b28-1ed081a8549f'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 19:56:10.977876 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Routers {'409d78c9-4977-487e-9b28-1ed081a8549f'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:56:10.978720 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T19:56:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['409d78c9-4977-487e-9b28-1ed081a8549f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:11.169828 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Set router 409d78c9-4977-487e-9b28-1ed081a8549f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:56:11.596334 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'name': 'router1', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:59Z', 'updated_at': '2022-02-20T19:56:10Z', 'revision_number': 2, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'gw_port_host': None, '_interfaces': [{'id': 'dc1984c6-bc71-4a36-b5f6-dd45248b643b', 'name': '', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'mac_address': 'fa:16:3e:80:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:09Z', 'updated_at': '2022-02-20T19:56:10Z', 'revision_number': 2, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'subnets': [{'id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:11.646308 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Checking router: 409d78c9-4977-487e-9b28-1ed081a8549f for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 19:56:11.646681 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Updating router 409d78c9-4977-487e-9b28-1ed081a8549f port dc1984c6-bc71-4a36-b5f6-dd45248b643b binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 19:56:11.698104 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.198601 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Publish callbacks [] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.315685 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.461482 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Pushing event updated for resources: {'Port': ['ID=dc1984c6-bc71-4a36-b5f6-dd45248b643b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:12.485146 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.485512 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.485875 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.486212 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.486547 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.486865 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.487191 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.487512 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.487941 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.488175 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.488494 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.488810 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.489124 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Tracked resource versions report: Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: pushed versions: Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: { 'AddressGroup': {'1.2'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'ConntrackHelper': {'1.0'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Log': {'1.0'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Network': {'1.1'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Port': {'1.7'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'PortForwarding': {'1.2'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'QosPolicy': {'1.10'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroup': {'1.5'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SubPort': {'1.0'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Subnet': {'1.1'}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Trunk': {'1.1'}} Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: consumer versions: Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'ConntrackHelper': '1.0', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'LocalIPAssociation': '1.0', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Log': '1.0', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Network': '1.1', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Port': '1.7', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'PortForwarding': '1.2', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'QosPolicy': '1.10', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroup': '1.5', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroupRule': '1.2', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SubPort': '1.0', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Subnet': '1.1', Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Trunk': '1.1'}} Feb 20 19:56:12.490523 dv-cinder-821824-2-iscsi neutron-server[103362]: {{(pid=103362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:56:12.507661 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Attempting to bind port dc1984c6-bc71-4a36-b5f6-dd45248b643b on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:56:12.507661 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Attempting to bind port dc1984c6-bc71-4a36-b5f6-dd45248b643b by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:56:12.507950 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Attempting to bind port dc1984c6-bc71-4a36-b5f6-dd45248b643b on network 2264454c-62dd-4819-8ba2-93ec5912f286 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:56:12.514350 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:56:12.514769 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Checking segment: {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:56:12.515250 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.515642 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Bound using segment: {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:56:12.516156 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Bound port: dc1984c6-bc71-4a36-b5f6-dd45248b643b, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4d9376-46e0-46bc-b7d1-638f17c87ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:56:12.516530 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.567656 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-9d05ac22-add4-42fd-838d-364b06d4a483 None None] Provisioning complete for port dc1984c6-bc71-4a36-b5f6-dd45248b643b triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:12.568264 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9d05ac22-add4-42fd-838d-364b06d4a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.585070 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] For port dc1984c6-bc71-4a36-b5f6-dd45248b643b, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:56:12.601432 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9d05ac22-add4-42fd-838d-364b06d4a483 None None] Port dc1984c6-bc71-4a36-b5f6-dd45248b643b cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:56:12.605397 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] For port dc1984c6-bc71-4a36-b5f6-dd45248b643b, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=dc1984c6-bc71-4a36-b5f6-dd45248b643b,segment=NetworkSegment(cb4d9376-46e0-46bc-b7d1-638f17c87ad4),segment_id=cb4d9376-46e0-46bc-b7d1-638f17c87ad4)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:56:12.691697 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:12.749125 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Routers {'409d78c9-4977-487e-9b28-1ed081a8549f'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:56:12.749747 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T19:56:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['409d78c9-4977-487e-9b28-1ed081a8549f'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:12.754864 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e96f-f2ed-48a5-92b3-472fba7e70dc None None] Pushing event updated for resources: {'Port': ['ID=dc1984c6-bc71-4a36-b5f6-dd45248b643b,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:12.845238 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] Set router 409d78c9-4977-487e-9b28-1ed081a8549f gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:56:12.924676 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] Provisioning complete for port dc1984c6-bc71-4a36-b5f6-dd45248b643b triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:12.925323 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:13.006308 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] Current status of the port dc1984c6-bc71-4a36-b5f6-dd45248b643b is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:13.006978 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:13.039495 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] For port dc1984c6-bc71-4a36-b5f6-dd45248b643b, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=dc1984c6-bc71-4a36-b5f6-dd45248b643b,segment=NetworkSegment(cb4d9376-46e0-46bc-b7d1-638f17c87ad4),segment_id=cb4d9376-46e0-46bc-b7d1-638f17c87ad4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:56:13.055252 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'name': 'router1', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:59Z', 'updated_at': '2022-02-20T19:56:10Z', 'revision_number': 2, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'gw_port_host': None, '_interfaces': [{'id': 'dc1984c6-bc71-4a36-b5f6-dd45248b643b', 'name': '', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'mac_address': 'fa:16:3e:80:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:09Z', 'updated_at': '2022-02-20T19:56:12Z', 'revision_number': 4, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'subnets': [{'id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:13.081397 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb6bfc-b91d-4436-9de2-afcaba787872 None None] The sync data for ids ['409d78c9-4977-487e-9b28-1ed081a8549f'] in dv-cinder-821824-2-iscsi is: [{'id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'name': 'router1', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:59Z', 'updated_at': '2022-02-20T19:56:10Z', 'revision_number': 2, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'gw_port_host': None, '_interfaces': [{'id': 'dc1984c6-bc71-4a36-b5f6-dd45248b643b', 'name': '', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'mac_address': 'fa:16:3e:80:05:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:09Z', 'updated_at': '2022-02-20T19:56:12Z', 'revision_number': 4, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'subnets': [{'id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 19:56:13.097033 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:13.159376 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cc5e8-5d43-4581-a814-6a57770102d6 None None] Pushing event updated for resources: {'Port': ['ID=dc1984c6-bc71-4a36-b5f6-dd45248b643b,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:13.413157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36294) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:13.521515 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6604c0-2de6-4034-89c2-232eeb4ee892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:13.522772 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5c6604c0-2de6-4034-89c2-232eeb4ee892 admin admin] 10.222.0.48 "GET /v2.0/networks/33eb5443-3d27-4ca3-be03-c635ac260080 HTTP/1.1" status: 200 len: 842 time: 0.1086268 Feb 20 19:56:13.532872 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'cidr': '172.27.2.0/24'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:56:13.669907 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Made reservation on behalf of d9bf843abc2c42c38ff23f1c9860c779 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:56:13.672255 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:14.075766 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.objects.ports [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 19:56:14.076197 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (2226bbd0-51d6-43e4-96b3-097345a98131), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:14.130676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2226bbd0-51d6-43e4-96b3-097345a98131,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:14.138841 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:56:14.138841 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Network hostable DHCP agents. Network: 33eb5443-3d27-4ca3-be03-c635ac260080, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:56:14.235556 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:56:14.332950 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 33eb5443-3d27-4ca3-be03-c635ac260080) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:56:14.337048 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:14.337635 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:14.345529 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179e29b-c24f-40d3-a79a-9ea633db6cc5 None None] Network 33eb5443-3d27-4ca3-be03-c635ac260080 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:56:14.415653 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-734709c5-249e-4f66-aac3-5ef548e6760a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8861773 Feb 20 19:56:14.448830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d315ee-14a9-4ff4-ac4b-832c6df222ab None None] Network 33eb5443-3d27-4ca3-be03-c635ac260080 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:56:16.833900 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36302) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:16.966411 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ea2b5d45-ad2c-40c8-8825-99fa2eb2f454 demo admin] 10.222.0.48 "GET /v2.0/routers/409d78c9-4977-487e-9b28-1ed081a8549f HTTP/1.1" status: 200 len: 710 time: 0.1312621 Feb 20 19:56:17.051945 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7f96f2-e8b7-4cf7-8bf6-3ffbea30df35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:17.053235 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0e7f96f2-e8b7-4cf7-8bf6-3ffbea30df35 demo admin] 10.222.0.48 "GET /v2.0/networks/33eb5443-3d27-4ca3-be03-c635ac260080 HTTP/1.1" status: 200 len: 886 time: 0.0815187 Feb 20 19:56:17.062570 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:56:17.322052 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks [] for router_gateway (409d78c9-4977-487e-9b28-1ed081a8549f), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:17.660011 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks [] for router_gateway (409d78c9-4977-487e-9b28-1ed081a8549f), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:17.740929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:17.850430 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Allocated IP 172.27.2.241 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/4a5bc004-387c-4d67-8b37-f1291bc4f7bb) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:56:17.956524 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks [] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:18.053591 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:18.095125 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:56:18.098046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:56:18.100375 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:56:18.143436 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Pushing event updated for resources: {'Port': ['ID=4a5bc004-387c-4d67-8b37-f1291bc4f7bb,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:18.563034 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks [] for router_gateway (409d78c9-4977-487e-9b28-1ed081a8549f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:18.765818 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604418', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24761'] for router (409d78c9-4977-487e-9b28-1ed081a8549f), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:18.769040 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603898'] for router (409d78c9-4977-487e-9b28-1ed081a8549f), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:18.876077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Router 409d78c9-4977-487e-9b28-1ed081a8549f has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 19:56:18.982031 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 19:56:18.986322 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:18.987726 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-68b4fd71-f26c-4887-8cdb-d5610321b425 demo admin] 10.222.0.48 "PUT /v2.0/routers/409d78c9-4977-487e-9b28-1ed081a8549f HTTP/1.1" status: 200 len: 890 time: 1.9282429 Feb 20 19:56:21.378195 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device dc1984c6-bc71-4a36-b5f6-dd45248b643b up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:56:21.428257 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port dc1984c6-bc71-4a36-b5f6-dd45248b643b triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:21.428699 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:21.509383 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port dc1984c6-bc71-4a36-b5f6-dd45248b643b is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:21.536713 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36314) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:21.671746 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-18787814-27ff-4e1a-9585-cc1c96f19db3 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1194396 Feb 20 19:56:21.773805 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Sync routers for ids ['409d78c9-4977-487e-9b28-1ed081a8549f'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 19:56:21.786830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Routers {'409d78c9-4977-487e-9b28-1ed081a8549f'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:56:21.787507 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T19:56:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['409d78c9-4977-487e-9b28-1ed081a8549f'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:22.002965 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Set router 409d78c9-4977-487e-9b28-1ed081a8549f gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:56:22.475891 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'name': 'router1', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '4a5bc004-387c-4d67-8b37-f1291bc4f7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:59Z', 'updated_at': '2022-02-20T19:56:18Z', 'revision_number': 4, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'gw_port': {'id': '4a5bc004-387c-4d67-8b37-f1291bc4f7bb', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:17Z', 'updated_at': '2022-02-20T19:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'dc1984c6-bc71-4a36-b5f6-dd45248b643b', 'name': '', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'mac_address': 'fa:16:3e:80:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:09Z', 'updated_at': '2022-02-20T19:56:13Z', 'revision_number': 5, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'subnets': [{'id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:22.529828 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Checking router: 409d78c9-4977-487e-9b28-1ed081a8549f for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 19:56:22.530198 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Updating router 409d78c9-4977-487e-9b28-1ed081a8549f port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 19:56:22.583185 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:22.912875 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Publish callbacks [] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:23.024550 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:23.075999 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Attempting to bind port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:56:23.076370 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Attempting to bind port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:56:23.076723 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Attempting to bind port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:56:23.079396 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224081-3db3-432d-abe3-5ca6112d17ac None None] Pushing event updated for resources: {'Port': ['ID=4a5bc004-387c-4d67-8b37-f1291bc4f7bb,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:23.084859 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:56:23.085226 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:56:23.085614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:23.086486 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:56:23.086486 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Bound port: 4a5bc004-387c-4d67-8b37-f1291bc4f7bb, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:56:23.086793 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:23.134930 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] For port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:56:23.137841 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] For port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=4a5bc004-387c-4d67-8b37-f1291bc4f7bb,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:56:23.212725 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:23.269745 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Routers {'409d78c9-4977-487e-9b28-1ed081a8549f'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:56:23.270344 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T19:56:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['409d78c9-4977-487e-9b28-1ed081a8549f'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:23.305940 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8224081-3db3-432d-abe3-5ca6112d17ac None None] Pushing event updated for resources: {'Port': ['ID=4a5bc004-387c-4d67-8b37-f1291bc4f7bb,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:23.413431 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] Set router 409d78c9-4977-487e-9b28-1ed081a8549f gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:56:23.639389 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'name': 'router1', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '4a5bc004-387c-4d67-8b37-f1291bc4f7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:59Z', 'updated_at': '2022-02-20T19:56:18Z', 'revision_number': 4, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'gw_port': {'id': '4a5bc004-387c-4d67-8b37-f1291bc4f7bb', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:17Z', 'updated_at': '2022-02-20T19:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'dc1984c6-bc71-4a36-b5f6-dd45248b643b', 'name': '', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'mac_address': 'fa:16:3e:80:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:09Z', 'updated_at': '2022-02-20T19:56:13Z', 'revision_number': 5, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'subnets': [{'id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:23.667738 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f09461-425f-468d-9e9e-fbde41085b3f None None] The sync data for ids ['409d78c9-4977-487e-9b28-1ed081a8549f'] in dv-cinder-821824-2-iscsi is: [{'id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'name': 'router1', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '4a5bc004-387c-4d67-8b37-f1291bc4f7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:55:59Z', 'updated_at': '2022-02-20T19:56:18Z', 'revision_number': 4, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'gw_port': {'id': '4a5bc004-387c-4d67-8b37-f1291bc4f7bb', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:17Z', 'updated_at': '2022-02-20T19:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'dc1984c6-bc71-4a36-b5f6-dd45248b643b', 'name': '', 'network_id': '2264454c-62dd-4819-8ba2-93ec5912f286', 'tenant_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'mac_address': 'fa:16:3e:80:05:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409d78c9-4977-487e-9b28-1ed081a8549f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:56:09Z', 'updated_at': '2022-02-20T19:56:13Z', 'revision_number': 5, 'project_id': 'd8e1ac3da52846ea9d00f3adbaaba5bb', 'subnets': [{'id': '5b32c671-5114-4cba-b1d0-0774a6ffc1be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65f6a145-d160-485f-87ce-d398ec4b5451'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 19:56:25.464097 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 4a5bc004-387c-4d67-8b37-f1291bc4f7bb up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:56:25.554439 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:25.555344 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:25.641562 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:25.642153 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:25.663075 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=4a5bc004-387c-4d67-8b37-f1291bc4f7bb,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:56:25.721491 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:25.816323 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=4a5bc004-387c-4d67-8b37-f1291bc4f7bb,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:27.491989 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 4a5bc004-387c-4d67-8b37-f1291bc4f7bb up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:56:27.612946 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:56:27.616916 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (4a5bc004-387c-4d67-8b37-f1291bc4f7bb), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:27.779788 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 4a5bc004-387c-4d67-8b37-f1291bc4f7bb is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:56:32.332300 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3daff015-1b53-4c13-8aca-6f63f2ae7f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:34.587947 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a89bc679-297b-4f64-b6bc-09357bfdcdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:35.873938 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:36.967100 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:38.662274 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:42.560734 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:57:02.355073 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b014319c-fb3d-47cc-ad7e-e988a5cd9bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:05.268856 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f88c855c-c34e-456a-9966-2a87efa2c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:06.057180 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:06.951860 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:08.685644 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:19.559912 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:57:32.359663 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1b3799d0-6311-4cb4-9f3a-5f57566542e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:34.593489 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ef3a76ca-9bcc-46d1-bcc0-0db87373375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:35.873694 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:36.958926 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:38.662480 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:43.931089 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36800) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:43.990379 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98fcf5e-76b1-432f-a15a-981315a16b43 admin admin] GET failed (client error): The resource could not be found. Feb 20 19:57:43.991692 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f98fcf5e-76b1-432f-a15a-981315a16b43 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596409 Feb 20 19:57:44.150611 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b48bb6-29de-43ae-87b3-5049350eafed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:44.152130 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-10b48bb6-29de-43ae-87b3-5049350eafed admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557274 Feb 20 19:57:46.465338 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36810) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:46.556399 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0cf6d-464a-406d-91ba-1bf6127d33fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:46.557670 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c5f0cf6d-464a-406d-91ba-1bf6127d33fa admin admin] 10.222.0.48 "GET /v2.0/subnets/5b32c671-5114-4cba-b1d0-0774a6ffc1be HTTP/1.1" status: 200 len: 849 time: 0.0912929 Feb 20 19:57:46.566928 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:57:46.651369 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Publish callbacks [] for subnet (5b32c671-5114-4cba-b1d0-0774a6ffc1be), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:46.845191 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730864639874'] for subnet (5b32c671-5114-4cba-b1d0-0774a6ffc1be), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:46.877523 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:46.877523 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:46.879549 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] 10.222.0.48 "PUT /v2.0/subnets/5b32c671-5114-4cba-b1d0-0774a6ffc1be HTTP/1.1" status: 200 len: 868 time: 0.3160400 Feb 20 19:57:46.884862 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a81dda-d6a8-42fb-8405-e11a02b8c783 None None] Network 2264454c-62dd-4819-8ba2-93ec5912f286 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:57:46.898381 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b32c671-5114-4cba-b1d0-0774a6ffc1be,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:46.909334 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.909698 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.910233 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.910574 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.910906 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.911345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.911992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.912570 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.913217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.913832 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.914418 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.914843 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:46.915174 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b93bf96-a536-49b7-9cd8-62f2b95311f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:47.203591 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-4c7397df-0a20-49b3-b825-cd45875bf45b None None] Provisioning complete for port 64a3146c-a7c2-47d5-93e8-aab265105f56 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:47.204016 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c7397df-0a20-49b3-b825-cd45875bf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (64a3146c-a7c2-47d5-93e8-aab265105f56), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:47.294932 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4c7397df-0a20-49b3-b825-cd45875bf45b None None] Current status of the port 64a3146c-a7c2-47d5-93e8-aab265105f56 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:47.304907 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-4c7397df-0a20-49b3-b825-cd45875bf45b None None] Provisioning complete for port dc1984c6-bc71-4a36-b5f6-dd45248b643b triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:47.305381 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4c7397df-0a20-49b3-b825-cd45875bf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (dc1984c6-bc71-4a36-b5f6-dd45248b643b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:47.381927 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4c7397df-0a20-49b3-b825-cd45875bf45b None None] Current status of the port dc1984c6-bc71-4a36-b5f6-dd45248b643b is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:49.188168 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36818) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:49.383566 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58199ca-241f-4c5c-9139-4f5570f7ad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:49.384088 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58199ca-241f-4c5c-9139-4f5570f7ad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:49.385627 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f58199ca-241f-4c5c-9139-4f5570f7ad90 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965077 Feb 20 19:57:51.684372 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36826) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:51.921151 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fe247-8726-4211-8486-e871f36f61d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:51.922012 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26fe247-8726-4211-8486-e871f36f61d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:51.924495 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d26fe247-8726-4211-8486-e871f36f61d5 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2391541 Feb 20 19:57:54.236133 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36834) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:54.363121 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60bb0e4-a5c9-4c41-ab3d-1769fac66961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:54.364639 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f60bb0e4-a5c9-4c41-ab3d-1769fac66961 admin admin] 10.222.0.48 "GET /v2.0/networks/2264454c-62dd-4819-8ba2-93ec5912f286 HTTP/1.1" status: 200 len: 869 time: 0.1274533 Feb 20 19:57:56.558079 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:57:56.654106 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36842) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:56.975196 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.policy [None req-4d9fd8dd-8a77-4888-9a71-9941874b8706 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103360) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 19:57:57.017760 dv-cinder-821824-2-iscsi neutron-server[103360]: WARNING oslo_policy.policy [None req-4d9fd8dd-8a77-4888-9a71-9941874b8706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:57:57.018141 dv-cinder-821824-2-iscsi neutron-server[103360]: WARNING oslo_policy.policy [None req-4d9fd8dd-8a77-4888-9a71-9941874b8706 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:57:57.026551 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9fd8dd-8a77-4888-9a71-9941874b8706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:57.028284 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-4d9fd8dd-8a77-4888-9a71-9941874b8706 admin admin] 10.222.0.48 "GET /v2.0/networks/33eb5443-3d27-4ca3-be03-c635ac260080 HTTP/1.1" status: 200 len: 886 time: 0.3732622 Feb 20 19:57:59.356230 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36854) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:59.489245 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287877b-b922-41cf-8e1d-208358cded63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:59.489694 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287877b-b922-41cf-8e1d-208358cded63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:59.491216 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-0287877b-b922-41cf-8e1d-208358cded63 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1340435 Feb 20 19:58:01.847701 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36862) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:01.937051 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544d108-6d74-4f44-adbd-79b9271a9e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:01.937499 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544d108-6d74-4f44-adbd-79b9271a9e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:01.939022 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9544d108-6d74-4f44-adbd-79b9271a9e3f admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903394 Feb 20 19:58:02.364832 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8520e0e-06b0-4bb7-bac8-80e7a3e6b893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:04.268760 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36870) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:04.358709 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c1f48-b8d1-4a99-985a-1c4daa608efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:04.360073 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e10c1f48-b8d1-4a99-985a-1c4daa608efb admin admin] 10.222.0.48 "GET /v2.0/subnets/2226bbd0-51d6-43e4-96b3-097345a98131 HTTP/1.1" status: 200 len: 816 time: 0.0903742 Feb 20 19:58:04.599173 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b6eb-884b-4b55-8eb5-8b5b6d6e6f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:05.878952 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:06.676841 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36878) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:06.779583 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35d877-62ca-43cb-bed0-ed41641946f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:06.781247 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-da35d877-62ca-43cb-bed0-ed41641946f7 admin admin] 10.222.0.48 "GET /v2.0/subnets/5b32c671-5114-4cba-b1d0-0774a6ffc1be HTTP/1.1" status: 200 len: 868 time: 0.1033955 Feb 20 19:58:07.004783 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.650288 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:32.346825 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cda3a594-dbea-4432-821e-f302b0c141d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:33.556898 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:58:34.592552 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-87f60a2f-8160-4a07-8b26-ecf15882e3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:35.054859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36930) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:35.102046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [None req-3011e73f-813f-4eb3-9d81-7db7205d91e5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:58:35.103042 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3011e73f-813f-4eb3-9d81-7db7205d91e5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472486 Feb 20 19:58:35.866893 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:36.992912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:37.520105 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36938) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:37.580792 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fbee9a-cdb9-4ade-b138-bcf2faaa614e admin admin] GET failed (client error): The resource could not be found. Feb 20 19:58:37.582027 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-44fbee9a-cdb9-4ade-b138-bcf2faaa614e admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609939 Feb 20 19:58:37.667575 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf90ba-b461-44b5-8011-b22ec5adfa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:37.669103 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-93cf90ba-b461-44b5-8011-b22ec5adfa7a admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826247 Feb 20 19:58:38.638009 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.035994 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 36946) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:40.082443 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:58:40.188202 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Made reservation on behalf of d9bf843abc2c42c38ff23f1c9860c779 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:58:40.191939 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.226391 dv-cinder-821824-2-iscsi neutron-server[103359]: WARNING neutron.services.revisions.revision_plugin [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Could not find related network for resource to bump revision. Feb 20 19:58:40.236916 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 19:58:40.245374 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (785e65fb-16f0-4541-a18e-38ee799dbfb4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.245701 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Added segment 785e65fb-16f0-4541-a18e-38ee799dbfb4 of type vlan for network 2562f751-fa7a-4eec-acb4-46ad8cc38515 Feb 20 19:58:40.283161 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (2562f751-fa7a-4eec-acb4-46ad8cc38515), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.352067 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (2562f751-fa7a-4eec-acb4-46ad8cc38515), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.352995 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:40.353587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.409023 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] Pushing event updated for resources: {'Network': ['ID=2562f751-fa7a-4eec-acb4-46ad8cc38515,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:40.418687 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 2562f751-fa7a-4eec-acb4-46ad8cc38515 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:58:40.457988 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4b861d99-d48a-4020-bc13-01b568427a09 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4207442 Feb 20 19:58:42.799851 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36954) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:42.859815 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c67882-8193-46f0-97a4-e78d9bbc3a56 admin admin] GET failed (client error): The resource could not be found. Feb 20 19:58:42.861052 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-35c67882-8193-46f0-97a4-e78d9bbc3a56 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602622 Feb 20 19:58:42.963080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0cde9b-52b6-4cf7-a5c9-6ac28405c249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:42.964678 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-fa0cde9b-52b6-4cf7-a5c9-6ac28405c249 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0995188 Feb 20 19:58:42.974505 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:58:43.077752 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Made reservation on behalf of d9bf843abc2c42c38ff23f1c9860c779 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:58:43.080411 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:43.375376 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (df2e5575-5f78-48f4-b507-d98d9044e258), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:43.445259 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2e5575-5f78-48f4-b507-d98d9044e258,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:43.449368 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Checking segment: {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:58:43.449749 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Network hostable DHCP agents. Network: 2562f751-fa7a-4eec-acb4-46ad8cc38515, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:58:43.458448 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.458806 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.459146 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.459479 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.460326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.460656 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.460985 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.461308 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.461641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.461964 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.462286 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.462601 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.462917 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Tracked resource versions report: Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: pushed versions: Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: { 'AddressGroup': {'1.2'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'ConntrackHelper': {'1.0'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Log': {'1.0'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Network': {'1.1'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Port': {'1.7'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'PortForwarding': {'1.2'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'QosPolicy': {'1.10'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroup': {'1.5'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SubPort': {'1.0'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Subnet': {'1.1'}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Trunk': {'1.1'}} Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: consumer versions: Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'ConntrackHelper': '1.0', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'LocalIPAssociation': '1.0', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Log': '1.0', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Network': '1.1', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Port': '1.7', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'PortForwarding': '1.2', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'QosPolicy': '1.10', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroup': '1.5', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroupRule': '1.2', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SubPort': '1.0', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Subnet': '1.1', Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Trunk': '1.1'}} Feb 20 19:58:43.464250 dv-cinder-821824-2-iscsi neutron-server[103360]: {{(pid=103360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:58:43.592353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Network 2562f751-fa7a-4eec-acb4-46ad8cc38515 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:58:43.729144 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 2562f751-fa7a-4eec-acb4-46ad8cc38515) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:58:43.733888 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:43.734521 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:43.739653 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd342f6a-6d30-4ae6-9c4d-d47a7d4c7b17 None None] Network 2562f751-fa7a-4eec-acb4-46ad8cc38515 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:58:43.839167 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-2562f751-fa7a-4eec-acb4-46ad8cc38515', 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515', 'project_id': 'd9bf843abc2c42c38ff23f1c9860c779', 'fixed_ips': [{'subnet_id': 'df2e5575-5f78-48f4-b507-d98d9044e258'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 19:58:43.840032 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:43.846617 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-12bac0af-0add-468d-a27f-4460c23718e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8755782 Feb 20 19:58:44.078570 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Allocated IP 192.168.233.2 (2562f751-fa7a-4eec-acb4-46ad8cc38515/df2e5575-5f78-48f4-b507-d98d9044e258/5cf55c46-1ae2-47b6-a532-8456b5123799) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:58:44.223470 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Publish callbacks [] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:44.336122 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:44.373255 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Network 2562f751-fa7a-4eec-acb4-46ad8cc38515 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:58:44.375937 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:58:44.381473 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:58:44.390904 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Pushing event updated for resources: {'Port': ['ID=5cf55c46-1ae2-47b6-a532-8456b5123799,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:44.411299 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.411658 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.412033 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.412362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.412680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.413569 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.413906 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.414218 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.414530 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.414859 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.415169 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.415478 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.415826 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:44.449794 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Attempting to bind port 5cf55c46-1ae2-47b6-a532-8456b5123799 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:58:44.450150 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Attempting to bind port 5cf55c46-1ae2-47b6-a532-8456b5123799 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:58:44.450504 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Attempting to bind port 5cf55c46-1ae2-47b6-a532-8456b5123799 on network 2562f751-fa7a-4eec-acb4-46ad8cc38515 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:58:44.455418 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:58:44.455813 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Checking segment: {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:58:44.456203 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:44.456591 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Bound using segment: {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:58:44.457039 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Bound port: 5cf55c46-1ae2-47b6-a532-8456b5123799, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:58:44.457418 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:44.521807 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] For port 5cf55c46-1ae2-47b6-a532-8456b5123799, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:58:44.525514 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] For port 5cf55c46-1ae2-47b6-a532-8456b5123799, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=5cf55c46-1ae2-47b6-a532-8456b5123799,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:58:44.575696 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:44.631379 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffce40-708a-4c7d-b01a-a775b8266633 None None] Pushing event updated for resources: {'Port': ['ID=5cf55c46-1ae2-47b6-a532-8456b5123799,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:45.478977 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b3d831-f22f-4b84-805d-8cab81e6a64c None None] Network 2562f751-fa7a-4eec-acb4-46ad8cc38515 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:58:45.533338 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 5cf55c46-1ae2-47b6-a532-8456b5123799 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:58:45.597924 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] Provisioning complete for port 5cf55c46-1ae2-47b6-a532-8456b5123799 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:45.598382 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:45.668445 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 5cf55c46-1ae2-47b6-a532-8456b5123799 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:45.668825 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:45.754497 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] Current status of the port 5cf55c46-1ae2-47b6-a532-8456b5123799 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:45.755399 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:45.815353 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] For port 5cf55c46-1ae2-47b6-a532-8456b5123799, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=5cf55c46-1ae2-47b6-a532-8456b5123799,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:58:45.817798 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 5cf55c46-1ae2-47b6-a532-8456b5123799 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:45.822171 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:45.899406 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:45.963849 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 19:58:45.964146 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 19:58:45.980264 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46df64-6a1f-41e4-a584-74f2a1227387 None None] Pushing event updated for resources: {'Port': ['ID=5cf55c46-1ae2-47b6-a532-8456b5123799,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:46.018392 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-d3c781e9-7969-4490-b98e-5aa846812de9 None None] Provisioning complete for port 5cf55c46-1ae2-47b6-a532-8456b5123799 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:46.018769 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d3c781e9-7969-4490-b98e-5aa846812de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:46.099228 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d3c781e9-7969-4490-b98e-5aa846812de9 None None] Current status of the port 5cf55c46-1ae2-47b6-a532-8456b5123799 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:46.499942 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 5cf55c46-1ae2-47b6-a532-8456b5123799 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:47.464343 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 5cf55c46-1ae2-47b6-a532-8456b5123799 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:58:47.511991 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 5cf55c46-1ae2-47b6-a532-8456b5123799 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:47.512625 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (5cf55c46-1ae2-47b6-a532-8456b5123799), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:47.591241 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 5cf55c46-1ae2-47b6-a532-8456b5123799 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:59:02.346371 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ad986696-b042-4798-a2e9-9cb5439b0b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:04.592235 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-066d1fcc-8031-4a3a-ad38-82d5d284b683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:05.871870 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:06.974914 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:08.649138 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:10.555956 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:59:32.346115 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-300ada63-d0bf-44a7-8543-a26f97d9486b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:34.574741 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5a336672-de2d-4c41-9669-37d33194cbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:35.893755 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:36.968779 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:38.706041 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:47.570364 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:00:02.362506 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a6434f4b-16e8-4f12-b007-d12240e93836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:04.585534 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ef21f15-3455-4b1e-a163-80683513c582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:05.893582 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:06.967834 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:08.665365 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:13.542164 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 36998) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:00:13.548000 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [None req-51fa453b-8002-4822-a85c-cc360719d219 tempest-verify_tempest_config-1471871935 tempest-verify_tempest_config-1471871935-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:00:13.548978 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-51fa453b-8002-4822-a85c-cc360719d219 tempest-verify_tempest_config-1471871935 tempest-verify_tempest_config-1471871935-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059173 Feb 20 20:00:14.029987 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37016) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:00:14.139402 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.240687 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Publish callbacks [] for security_group (6bee4013-bf1c-4b48-9533-b6a57162bd6d), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.321439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (6bee4013-bf1c-4b48-9533-b6a57162bd6d), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.367452 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a89d5603c6ee4f87975105b0921db688&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3363116 Feb 20 20:00:14.368359 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee4013-bf1c-4b48-9533-b6a57162bd6d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:00:14.370229 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37020) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:00:14.375399 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.375802 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.376159 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.376497 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.376833 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.377166 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.377562 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.377898 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.378243 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.378593 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.378924 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.379244 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.379565 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ff16b-a0ec-4333-9887-33b1f68177ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.429285 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Publish callbacks [] for security_group (6bee4013-bf1c-4b48-9533-b6a57162bd6d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.449267 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Publish callbacks [] for security_group (6bee4013-bf1c-4b48-9533-b6a57162bd6d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.625337 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (6bee4013-bf1c-4b48-9533-b6a57162bd6d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.628673 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:14.630097 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bee4013-bf1c-4b48-9533-b6a57162bd6d HTTP/1.1" status: 204 len: 168 time: 0.2587309 Feb 20 20:00:14.640108 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee4013-bf1c-4b48-9533-b6a57162bd6d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:00:14.646443 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.646814 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.647163 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.647503 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.647868 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.648200 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.648546 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.648990 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.649247 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.649577 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.649897 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.650220 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:14.650535 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035fad4c-8456-4001-ae0e-03108c71d476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:00:24.554675 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:00:32.361244 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d540acf-f122-446c-9359-5ad01bae88e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:34.602980 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-be6486f6-f46a-44da-9824-63208a401f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:35.864854 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:36.962587 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:38.648017 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:01.553045 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:01:02.333678 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-72657bd3-6c4a-4964-8ae3-8c0ff1cc3d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:04.629964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3a09ece-0a74-4d79-a573-9fdf0018292b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:05.885832 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:07.001975 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:08.669478 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:32.361550 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-55c5b287-f0a9-458a-bddb-de2b579e5c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:34.588265 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df51ad26-9431-4652-a0ea-cfffedc1a93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:35.902566 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:36.996284 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:38.551504 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 5 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:01:38.647502 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:58.076181 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1604956'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:02.392998 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cb33fec7-b6da-4210-81c0-9f5acbccddc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:04.624279 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ee16fa9d-9266-4ca0-b6e5-70850eaae7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:05.887272 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:07.021738 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:08.653000 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:12.892340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37092) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:02:12.995290 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fc86ad2f-6b35-4351-966a-17ef8d19fae1 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1018512 Feb 20 20:02:15.403495 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37102) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:02:15.458488 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-aec01bda-da34-4149-8110-4b541eea583b admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537162 Feb 20 20:02:15.551097 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:02:28.063743 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:32.358549 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9e49ccd9-dc0a-4aef-bdf5-e504959dbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:34.566881 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-342325cc-7096-4292-970f-ff42727d447d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:35.918732 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:36.983588 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:38.669342 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:52.550501 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:02:58.077747 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:02.369148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2476d45-379c-4836-bbd5-1d58d67a0e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:04.595296 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce5f618f-b2e3-4ab3-9c4e-a10d4ba15799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:05.880792 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:07.012110 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:08.641032 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:28.100313 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:29.549940 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:03:32.345514 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-570f9778-5c50-4c0f-ae55-7c265df3dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:34.620120 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-27d3d01a-3728-4231-a094-dfe7130124a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:35.903726 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:37.000201 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:38.665094 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:55.564911 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37302) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:55.580946 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37308) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:55.794852 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37320) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:55.825815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37324) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:55.915308 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-594109840-network', 'tenant_id': '7463a671acdd4b6e907b017a57cad40a'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:55.950444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1831064537-network', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:56.007929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Made reservation on behalf of 7463a671acdd4b6e907b017a57cad40a for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:56.010314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.019673 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.036478 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Made reservation on behalf of f4c6b97e7c0346b4aa424e02a487a083 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:56.044394 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.057114 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.128016 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37338) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:56.154245 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-542493381-network', 'tenant_id': '258f58fea74f473491891d64c3b137f6'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:56.172742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks [] for security_group (3db177ae-e7ba-457c-859c-86b06c690f84), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.200256 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-network', 'tenant_id': '00952ea0607741b6adbe912fbab6197a'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:56.208340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks [] for security_group (71251f2c-864f-4276-837d-2b6dd0b96a2b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.242336 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3db177ae-e7ba-457c-859c-86b06c690f84), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.278048 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:56.286590 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (71251f2c-864f-4276-837d-2b6dd0b96a2b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.295327 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db177ae-e7ba-457c-859c-86b06c690f84,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.311935 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (c892810f-099c-4757-9b5f-b0194a839b6f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.312331 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Added segment c892810f-099c-4757-9b5f-b0194a839b6f of type vlan for network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 Feb 20 20:03:56.314044 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.314413 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.314752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.315083 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.315406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.315747 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.316075 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.316394 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.316713 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.317081 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.317371 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.317676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.317987 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Tracked resource versions report: Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: pushed versions: Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Log': {'1.0'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Network': {'1.1'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Port': {'1.7'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'PortForwarding': {'1.2'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'QosPolicy': {'1.10'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SubPort': {'1.0'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Subnet': {'1.1'}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Trunk': {'1.1'}} Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: consumer versions: Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: HyperV agent@hv-cinder-82182: {}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'ConntrackHelper': '1.0', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'LocalIPAssociation': '1.0', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Log': '1.0', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Network': '1.1', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Port': '1.7', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'PortForwarding': '1.2', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'QosPolicy': '1.10', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroup': '1.5', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SecurityGroupRule': '1.2', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'SubPort': '1.0', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Subnet': '1.1', Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: 'Trunk': '1.1'}} Feb 20 20:03:56.319143 dv-cinder-821824-2-iscsi neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:56.336125 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Made reservation on behalf of 00952ea0607741b6adbe912fbab6197a for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:56.342180 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.342180 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Made reservation on behalf of 258f58fea74f473491891d64c3b137f6 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:56.342936 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.348032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-687067461-network', 'tenant_id': 'cad4017b15174e2b81f4e9ebedfe8fcb'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:56.355908 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:56.397576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.408892 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.430016 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (fd2e7521-e0cd-40a1-8e84-bf252bf5c141), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.432702 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (40d7673a-86c4-4f4e-bd0e-e01740372bd4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.433042 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Added segment 40d7673a-86c4-4f4e-bd0e-e01740372bd4 of type vlan for network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 Feb 20 20:03:56.436018 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Made reservation on behalf of cad4017b15174e2b81f4e9ebedfe8fcb for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:56.436443 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71251f2c-864f-4276-837d-2b6dd0b96a2b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.443978 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.471917 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.516837 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (aa1cfba3-5412-42c5-96b7-b29a8d1607c6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.561664 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks [] for security_group (f1940413-4ab8-47e6-ac99-e43d9aa85277), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.635080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f1940413-4ab8-47e6-ac99-e43d9aa85277), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.642526 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (fd2e7521-e0cd-40a1-8e84-bf252bf5c141), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.644203 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:56.644780 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.652583 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks [] for security_group (7939c2d7-2363-49cd-a903-4d3d7fbfa0da), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.666015 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:56.674153 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks [] for security_group (f85223a4-9424-469e-80ab-552b308fa219), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.678674 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1940413-4ab8-47e6-ac99-e43d9aa85277,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.685099 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730864513585', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (a0dad93e-3714-4c2a-bbe2-a739527cebb6), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.689658 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Unsubscribe: segment precommit_create {{(pid=103360) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 20:03:56.689658 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.segments_db [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Added segment a0dad93e-3714-4c2a-bbe2-a739527cebb6 of type vlan for network 2cbc0eb2-b335-426e-809b-6b54a84974b7 Feb 20 20:03:56.701934 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (aa1cfba3-5412-42c5-96b7-b29a8d1607c6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.702864 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:56.703431 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.708210 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.708766 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.709253 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.709772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.710107 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.710487 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.710826 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.711151 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.711477 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.712278 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.712278 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.712468 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.712711 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Tracked resource versions report: Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: pushed versions: Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Log': {'1.0'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Network': {'1.1'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Port': {'1.7'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'PortForwarding': {'1.2'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'QosPolicy': {'1.10'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SubPort': {'1.0'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Subnet': {'1.1'}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Trunk': {'1.1'}} Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: consumer versions: Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: HyperV agent@hv-cinder-82182: {}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'ConntrackHelper': '1.0', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'LocalIPAssociation': '1.0', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Log': '1.0', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Network': '1.1', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Port': '1.7', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'PortForwarding': '1.2', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'QosPolicy': '1.10', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroup': '1.5', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SecurityGroupRule': '1.2', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'SubPort': '1.0', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Subnet': '1.1', Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: 'Trunk': '1.1'}} Feb 20 20:03:56.713975 dv-cinder-821824-2-iscsi neutron-server[103360]: {{(pid=103360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:56.723340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] Pushing event updated for resources: {'Network': ['ID=fd2e7521-e0cd-40a1-8e84-bf252bf5c141,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.742966 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7939c2d7-2363-49cd-a903-4d3d7fbfa0da), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.767996 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (2cbc0eb2-b335-426e-809b-6b54a84974b7), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.774709 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:56.806154 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7939c2d7-2363-49cd-a903-4d3d7fbfa0da,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.819397 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f70a47c7-1fec-448b-aa1e-7740803c36dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2338748 Feb 20 20:03:56.819397 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f85223a4-9424-469e-80ab-552b308fa219), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.821468 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37364) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:56.827602 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Request body: {'subnet': {'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1831064537-subnet', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:56.829026 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:56.839976 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (66a8a9f6-2775-44a1-9a34-2b69f382b889), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.840513 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Added segment 66a8a9f6-2775-44a1-9a34-2b69f382b889 of type vlan for network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 Feb 20 20:03:56.868721 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:03:56.875922 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3099153 Feb 20 20:03:56.878876 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37368) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:56.886367 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Request body: {'subnet': {'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-594109840-subnet', 'tenant_id': '7463a671acdd4b6e907b017a57cad40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:56.912149 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94eb9-39b3-4d10-856a-69dba40b2f70 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1cfba3-5412-42c5-96b7-b29a8d1607c6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.922892 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (2cbc0eb2-b335-426e-809b-6b54a84974b7), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.923142 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:56.924614 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (b2a729b5-6cd0-4505-b128-ccf7556cf9d5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.924860 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:56.924964 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Added segment b2a729b5-6cd0-4505-b128-ccf7556cf9d5 of type vlan for network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 Feb 20 20:03:56.926643 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.943412 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85223a4-9424-469e-80ab-552b308fa219,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:56.950994 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (018bc513-de5c-40e2-99fb-d19af3b1b8c8), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:56.972334 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Made reservation on behalf of f4c6b97e7c0346b4aa424e02a487a083 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:56.975339 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.061507 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (25b27a7c-84bf-4c48-8ca4-17e3df5ac670), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.109016 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (018bc513-de5c-40e2-99fb-d19af3b1b8c8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.110900 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:57.111546 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.147924 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0177844 Feb 20 20:03:57.157405 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37380) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:57.164292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Request body: {'subnet': {'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-687067461-subnet', 'tenant_id': 'cad4017b15174e2b81f4e9ebedfe8fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:57.195083 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (25b27a7c-84bf-4c48-8ca4-17e3df5ac670), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.196252 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:57.196985 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.208911 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Made reservation on behalf of 7463a671acdd4b6e907b017a57cad40a for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:57.212550 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.238366 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] Pushing event updated for resources: {'Network': ['ID=018bc513-de5c-40e2-99fb-d19af3b1b8c8,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.249653 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:57.260295 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fa9bbe3a-c72e-4fab-a042-a027588f856d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4333968 Feb 20 20:03:57.263672 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37388) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:57.333926 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] Pushing event updated for resources: {'Network': ['ID=25b27a7c-84bf-4c48-8ca4-17e3df5ac670,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.347340 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-edfc49de-daba-4d34-8685-521112e3b24a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5515435 Feb 20 20:03:57.350776 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37390) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:57.352687 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Request body: {'subnet': {'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-subnet', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:57.357815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Request body: {'subnet': {'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-subnet', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:57.363091 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:57.487664 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Made reservation on behalf of cad4017b15174e2b81f4e9ebedfe8fcb for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:57.490540 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.514881 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd62c94-4486-4316-a9d0-b8b6e594ac5f admin admin] Pushing event updated for resources: {'Network': ['ID=2cbc0eb2-b335-426e-809b-6b54a84974b7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.535032 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Made reservation on behalf of 258f58fea74f473491891d64c3b137f6 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:57.536122 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:03:57.553943 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.737715 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (4a384e91-15c5-488b-816c-e474d325adae), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.740044 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Made reservation on behalf of 00952ea0607741b6adbe912fbab6197a for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:03:57.744727 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.908938 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a384e91-15c5-488b-816c-e474d325adae,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:57.938023 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Checking segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:57.938301 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Network hostable DHCP agents. Network: fd2e7521-e0cd-40a1-8e84-bf252bf5c141, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:57.970978 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (ef10d815-c165-41d8-92a4-bcb63388b862), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:57.975950 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (95e90286-8957-4b52-8e5f-31b307f5ec7d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.036312 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (3a58a722-4f04-4932-b957-6f9735d05ea2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.072821 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e90286-8957-4b52-8e5f-31b307f5ec7d,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:58.090312 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef10d815-c165-41d8-92a4-bcb63388b862,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:58.096158 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:58.107330 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Checking segment: {'id': '40d7673a-86c4-4f4e-bd0e-e01740372bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:58.107690 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Network hostable DHCP agents. Network: aa1cfba3-5412-42c5-96b7-b29a8d1607c6, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:58.133668 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.146334 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a58a722-4f04-4932-b957-6f9735d05ea2,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:58.167125 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, fd2e7521-e0cd-40a1-8e84-bf252bf5c141) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.183778 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Checking segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:58.183778 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Network hostable DHCP agents. Network: 2cbc0eb2-b335-426e-809b-6b54a84974b7, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:58.185158 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72e4e1-da5a-403f-86b4-798586ca7aef None None] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:58.185276 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (926057ec-1520-44ea-94b4-f92bdbab9bea), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.189171 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Checking segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:58.189525 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Network hostable DHCP agents. Network: 25b27a7c-84bf-4c48-8ca4-17e3df5ac670, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:58.192397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:58.193488 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.264522 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=926057ec-1520-44ea-94b4-f92bdbab9bea,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:58.273167 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Checking segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:03:58.273532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Network hostable DHCP agents. Network: 018bc513-de5c-40e2-99fb-d19af3b1b8c8, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:03:58.280128 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:58.286140 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:58.293894 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 2cbc0eb2-b335-426e-809b-6b54a84974b7) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.297531 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:58.298191 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.304987 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:03:58.307838 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.314047 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c4d899-efed-494f-a5d0-b2bd98dacb4e None None] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:58.315561 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, aa1cfba3-5412-42c5-96b7-b29a8d1607c6) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.323854 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:58.324877 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.341786 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:58.347938 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 25b27a7c-84bf-4c48-8ca4-17e3df5ac670) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.349123 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9cb94-fb0d-4728-919e-6a7d49458c30 None None] Network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:58.352729 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:58.353311 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.396906 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2042841d-91e0-4969-bb0b-168d9ad87539 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2382667 Feb 20 20:03:58.397549 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1d9e78a0-d75f-46b4-b104-ca16e23acd1f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5739398 Feb 20 20:03:58.414998 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37440) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:58.415159 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c7e569-c7a2-4c84-aca1-589c9055d3fd None None] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:58.415262 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:58.430915 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:03:58.438282 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-8b353e9b-4113-4f47-a1cf-0cb529006d46 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5572336 Feb 20 20:03:58.444228 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f3112d8d-bf88-44b0-8d5c-33140a6c3467 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0896366 Feb 20 20:03:58.446756 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37446) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:58.456822 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:58.528667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (632973ec-f952-46b7-9fa6-67069727fbe9), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.529877 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (632973ec-f952-46b7-9fa6-67069727fbe9), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.530634 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 018bc513-de5c-40e2-99fb-d19af3b1b8c8) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:58.541112 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:58.544318 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.585404 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.588103 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.592119 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d95a40-9d9a-4fe3-9549-0e42d6d0fbdf None None] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:58.616232 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks [] for router_controller (632973ec-f952-46b7-9fa6-67069727fbe9), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.798616 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:03:58.799897 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.843544 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks [] for router_controller (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:58.843931 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-fc466b1c-22d3-42c3-8f59-85701016ade1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5777617 Feb 20 20:03:58.846889 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37470) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:58.852224 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:03:59.020474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks [] for router_gateway (632973ec-f952-46b7-9fa6-67069727fbe9), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.042082 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37492) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:59.048300 dv-cinder-821824-2-iscsi neutron-server[103359]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:03:59.075775 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Allocated IP 172.20.0.2 (018bc513-de5c-40e2-99fb-d19af3b1b8c8/926057ec-1520-44ea-94b4-f92bdbab9bea/7d3d32ec-04be-4760-b58a-e1d7f4bdebcf) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:59.118957 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37504) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:59.121608 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (0adbd70f-65b5-4e2d-be46-a252cafe7629), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.122807 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (0adbd70f-65b5-4e2d-be46-a252cafe7629), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.132866 dv-cinder-821824-2-iscsi neutron-server[103360]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:03:59.206545 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5ae9c-ba0e-4bc2-a4e4-c4cc07fdbbef None None] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:59.282733 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206215f-27d4-4073-8944-429aa4930723 None None] Network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:59.317828 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e5928-72d3-428b-87f4-5f7aaacbc699 None None] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:03:59.356055 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Allocated IP 172.20.0.2 (fd2e7521-e0cd-40a1-8e84-bf252bf5c141/4a384e91-15c5-488b-816c-e474d325adae/297afcc2-7716-4662-87d9-df21e6e4ae87) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:59.393100 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37508) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:59.477779 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks [] for router_controller (0adbd70f-65b5-4e2d-be46-a252cafe7629), precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.496844 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks [] for router_gateway (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.506032 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-07f34f2f-c53b-4450-abc7-93d109913736 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:59.508680 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-07f34f2f-c53b-4450-abc7-93d109913736 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.4635801 Feb 20 20:03:59.542621 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-d098c11d-1c0e-4888-9001-64f24c097a07 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/quotas/cad4017b15174e2b81f4e9ebedfe8fcb HTTP/1.1" status: 200 len: 375 time: 0.0204670 Feb 20 20:03:59.544024 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-b63bd23e-dee1-4d14-abfc-c4b1f37e8dfe tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:03:59.545829 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-b63bd23e-dee1-4d14-abfc-c4b1f37e8dfe tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/networks?id=aa1cfba3-5412-42c5-96b7-b29a8d1607c6 HTTP/1.1" status: 200 len: 811 time: 0.4255579 Feb 20 20:03:59.563693 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-2bc76526-6e29-4a30-8487-7c6aec0f86d1 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/quotas/7463a671acdd4b6e907b017a57cad40a HTTP/1.1" status: 200 len: 375 time: 0.0121100 Feb 20 20:03:59.630255 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-11d4d682-1147-4a01-ae59-01d70046079c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750477 Feb 20 20:03:59.716530 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa6c9-36ad-4206-ba45-51efadc5feb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.721616 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Publish callbacks [] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.743021 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-85c3fec5-c75e-4a9c-9abd-eb515216220d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7463a671acdd4b6e907b017a57cad40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1727300 Feb 20 20:03:59.785406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks [] for router_gateway (632973ec-f952-46b7-9fa6-67069727fbe9), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.811783 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Publish callbacks [] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.820170 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.823955 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.887144 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:03:59.892483 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.899860 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:03:59.907062 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Pushing event updated for resources: {'Port': ['ID=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:03:59.932321 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks [] for router_gateway (0adbd70f-65b5-4e2d-be46-a252cafe7629), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.932694 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:03:59.942022 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.942399 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.943102 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.950611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.950611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.950611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.950611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.950611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.950611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.951136 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.951340 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.951675 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.952029 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Tracked resource versions report: Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: pushed versions: Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: { 'AddressGroup': {'1.2'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Log': {'1.0'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Network': {'1.1'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Port': {'1.7'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'PortForwarding': {'1.2'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'QosPolicy': {'1.10'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroup': {'1.5'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SubPort': {'1.0'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Subnet': {'1.1'}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Trunk': {'1.1'}} Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: consumer versions: Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: HyperV agent@hv-cinder-82182: {}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'ConntrackHelper': '1.0', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'LocalIPAssociation': '1.0', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Log': '1.0', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Network': '1.1', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Port': '1.7', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'PortForwarding': '1.2', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'QosPolicy': '1.10', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroup': '1.5', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SecurityGroupRule': '1.2', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'SubPort': '1.0', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Subnet': '1.1', Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: 'Trunk': '1.1'}} Feb 20 20:03:59.953163 dv-cinder-821824-2-iscsi neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:03:59.974127 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-e145e447-2e0c-402e-ba9f-89fe3e560097 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:03:59.977698 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-e145e447-2e0c-402e-ba9f-89fe3e560097 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2246358 Feb 20 20:03:59.992018 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Allocated IP 172.27.2.102 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:03:59.992544 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa6c9-36ad-4206-ba45-51efadc5feb4 admin admin] Publish callbacks [] for security_group (0044ea60-145b-4e39-b966-bb4cefae3faa), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:59.999291 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-1ca73150-5787-4ec4-8ba7-9705d47fcd95 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:04:00.000348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-1ca73150-5787-4ec4-8ba7-9705d47fcd95 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1472249 Feb 20 20:04:00.036460 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:00.065329 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:00.071316 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:00.086933 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Attempting to bind port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:00.087316 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Attempting to bind port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:00.087647 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Attempting to bind port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:00.094546 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Pushing event updated for resources: {'Port': ['ID=297afcc2-7716-4662-87d9-df21e6e4ae87,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:00.126968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:00.127370 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Checking segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:00.128140 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.128416 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Bound using segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:00.128721 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Bound port: 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:00.129120 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.130654 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa6c9-36ad-4206-ba45-51efadc5feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0044ea60-145b-4e39-b966-bb4cefae3faa), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.189634 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-3f836899-441a-408a-a5dc-73a2b9b47105 service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948922 Feb 20 20:04:00.196433 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Attempting to bind port 297afcc2-7716-4662-87d9-df21e6e4ae87 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:00.197480 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Attempting to bind port 297afcc2-7716-4662-87d9-df21e6e4ae87 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:00.197480 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Attempting to bind port 297afcc2-7716-4662-87d9-df21e6e4ae87 on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:00.209213 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:00.209926 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Checking segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:00.210031 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.210344 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Bound using segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:00.210806 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Bound port: 297afcc2-7716-4662-87d9-df21e6e4ae87, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:00.211376 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.266970 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] For port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:00.267523 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-4c6aa6c9-36ad-4206-ba45-51efadc5feb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41bffb66f3ae480da1535623ac056836&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8658521 Feb 20 20:04:00.271008 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37534) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:00.279019 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-90d112ce-65f7-4675-bc82-55c0cb61c677 service neutron] 10.222.0.48 "GET /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702868 Feb 20 20:04:00.291898 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] For port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:00.317968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] For port 297afcc2-7716-4662-87d9-df21e6e4ae87, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:00.325121 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] For port 297afcc2-7716-4662-87d9-df21e6e4ae87, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=297afcc2-7716-4662-87d9-df21e6e4ae87,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:00.358206 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6aa6c9-36ad-4206-ba45-51efadc5feb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0044ea60-145b-4e39-b966-bb4cefae3faa,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:00.384408 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks [] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.385767 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.408234 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-11560ec8-b6e6-4ae0-ad41-0dd7c4d028f6 service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061598 Feb 20 20:04:00.408835 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f168-af7e-4432-845a-7556478e25a8 admin admin] Publish callbacks [] for security_group (0044ea60-145b-4e39-b966-bb4cefae3faa), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.425764 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks [] for router_gateway (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.438986 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f168-af7e-4432-845a-7556478e25a8 admin admin] Publish callbacks [] for security_group (0044ea60-145b-4e39-b966-bb4cefae3faa), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.460405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.487059 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.506861 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-5d76acb7-dd73-436b-b207-a8f7bef37397 service neutron] 10.222.0.48 "GET /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165318 Feb 20 20:04:00.530867 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8372b3d-72b9-4af8-8516-764d6338d3cc None None] Pushing event updated for resources: {'Port': ['ID=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:00.555183 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.568433 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f168-af7e-4432-845a-7556478e25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0044ea60-145b-4e39-b966-bb4cefae3faa), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.581225 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ce4f168-af7e-4432-845a-7556478e25a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:00.586931 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1ce4f168-af7e-4432-845a-7556478e25a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0044ea60-145b-4e39-b966-bb4cefae3faa HTTP/1.1" status: 204 len: 168 time: 0.3101993 Feb 20 20:04:00.600080 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67071dd5-6eec-4087-9f67-aa3981a72721 None None] Pushing event updated for resources: {'Port': ['ID=297afcc2-7716-4662-87d9-df21e6e4ae87,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:00.693377 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4f168-af7e-4432-845a-7556478e25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0044ea60-145b-4e39-b966-bb4cefae3faa,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:00.765986 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:00.775626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:00.786934 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Pushing event updated for resources: {'Port': ['ID=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:00.794243 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:00.999844 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Allocated IP 172.27.2.61 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/15259e48-404d-4887-8669-922fdab6cdca) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:01.327785 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b1e982f-2bfb-4e9c-a5ce-44241e2ae002 req-a86dd2e7-6f08-45eb-b528-0e996b3cd368 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0882022 Feb 20 20:04:01.384251 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks [] for router_gateway (0adbd70f-65b5-4e2d-be46-a252cafe7629), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.461111 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.498589 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks [] for router_gateway (632973ec-f952-46b7-9fa6-67069727fbe9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.510110 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-97be1fdb-664d-4c61-bde1-fcb2c0dda4a4 req-1ceb5f2f-eb8b-43e5-bdbe-14a10f5a7aff tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.1233559 Feb 20 20:04:01.678614 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks [] for port (15259e48-404d-4887-8669-922fdab6cdca), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.862248 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37608) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:01.898557 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7bb7c3d1-e3fb-4e27-ba72-12a5e1fc9205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.901021 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (15259e48-404d-4887-8669-922fdab6cdca), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:01.901380 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:02.019274 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:02.019274 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.092121 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:02.110183 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:02.120909 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:02.128876 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Pushing event updated for resources: {'Port': ['ID=15259e48-404d-4887-8669-922fdab6cdca,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:02.135808 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Allocated IP 172.27.2.33 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/77685ab0-b58c-4dbe-968a-5cfec4da4c4b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:02.144606 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (632973ec-f952-46b7-9fa6-67069727fbe9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.177744 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:02.178357 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.254741 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:02.331511 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.338998 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 297afcc2-7716-4662-87d9-df21e6e4ae87 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:02.431584 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-14ecc941-027e-4e03-bfd4-5a3fae79b315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.531586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b28f41-efac-44ee-8364-081216c8dee8 None None] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:04:02.591449 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-68b74898-4c43-49ac-b32d-8a91e3f15118 req-e7a52be4-6b5b-4f4c-8396-683d5264208b tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.1422763 Feb 20 20:04:02.596680 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Router 632973ec-f952-46b7-9fa6-67069727fbe9 is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:04:02.619266 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7bb7c3d1-e3fb-4e27-ba72-12a5e1fc9205 admin admin] Publish callbacks [] for security_group (4f0992ca-6e92-4528-ac71-d09691cf177e), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.818185 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:02.825903 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7bb7c3d1-e3fb-4e27-ba72-12a5e1fc9205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (4f0992ca-6e92-4528-ac71-d09691cf177e), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.849148 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ca55a633-deae-4e79-b81a-37ed34c0ff5b req-5f1c956b-cf52-45a9-b3b0-44be561763fc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.1789174 Feb 20 20:04:02.878780 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-3c88a587-dcaf-4ffe-b3eb-74c9d2312a8f None None] Provisioning complete for port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:02.882536 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c88a587-dcaf-4ffe-b3eb-74c9d2312a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.888610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:02.910792 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 297afcc2-7716-4662-87d9-df21e6e4ae87 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:02.912372 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.929356 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7bb7c3d1-e3fb-4e27-ba72-12a5e1fc9205 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f8a7f9af93047378ef990218a2f2846&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0583546 Feb 20 20:04:02.932568 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:02.953823 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37636) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:02.987912 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks [] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:02.988383 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:02.991439 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:03:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:03.075248 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.084419 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0565fab7-741f-4381-bf63-417d94d0020e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6840432 Feb 20 20:04:03.088219 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37646) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:03.204292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca824-f842-4778-9a98-c7cd095e836f admin admin] Publish callbacks [] for security_group (4f0992ca-6e92-4528-ac71-d09691cf177e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.376135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7c3d1-e3fb-4e27-ba72-12a5e1fc9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0992ca-6e92-4528-ac71-d09691cf177e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:03.430957 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca824-f842-4778-9a98-c7cd095e836f admin admin] Publish callbacks [] for security_group (4f0992ca-6e92-4528-ac71-d09691cf177e), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.486927 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.499357 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d55c6-5124-4585-9585-67070c69c46f None None] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:04:03.602934 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:03.613353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:03.621169 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks [] for router_gateway (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:03.625094 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:03.626920 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Pushing event updated for resources: {'Port': ['ID=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:03.728542 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:04.099021 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 297afcc2-7716-4662-87d9-df21e6e4ae87 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:04.099021 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.115305 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca824-f842-4778-9a98-c7cd095e836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (4f0992ca-6e92-4528-ac71-d09691cf177e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.115305 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca824-f842-4778-9a98-c7cd095e836f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.115305 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4c4ca824-f842-4778-9a98-c7cd095e836f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f0992ca-6e92-4528-ac71-d09691cf177e HTTP/1.1" status: 204 len: 168 time: 0.9675343 Feb 20 20:04:04.117644 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a5c9cc89-0729-4172-9ff5-944bdf4c2e6e req-ee5c7482-54a0-44fe-930e-fed43485c494 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.1792309 Feb 20 20:04:04.118458 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 297afcc2-7716-4662-87d9-df21e6e4ae87, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=297afcc2-7716-4662-87d9-df21e6e4ae87,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:04.118458 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3c88a587-dcaf-4ffe-b3eb-74c9d2312a8f None None] Current status of the port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:04.134423 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ca824-f842-4778-9a98-c7cd095e836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0992ca-6e92-4528-ac71-d09691cf177e,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:04.194746 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37668) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:04.261659 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Provisioning complete for port 297afcc2-7716-4662-87d9-df21e6e4ae87 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:04.263636 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.323743 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 3, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:04.329193 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ed5a1c85-bdec-4b03-903b-b3f603f23682 req-1cf076b3-ed1d-4949-b06e-12ae31454737 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0438881 Feb 20 20:04:04.382526 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:04.383296 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Updating router 632973ec-f952-46b7-9fa6-67069727fbe9 port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:04.398274 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Current status of the port 297afcc2-7716-4662-87d9-df21e6e4ae87 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:04.398661 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.419271 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.450721 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35b38a67-785b-4dff-9a02-a7bb941b673a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.512974 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.616532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.620687 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.632073 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:04:04.632460 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:04:04.638378 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35b38a67-785b-4dff-9a02-a7bb941b673a admin admin] Publish callbacks [] for security_group (e2ed99f5-1aeb-41f5-80b6-b0db671f8001), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.655809 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3a21e050-97ab-4514-baa9-cf697b945ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.698824 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=297afcc2-7716-4662-87d9-df21e6e4ae87,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:04.718842 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-35b38a67-785b-4dff-9a02-a7bb941b673a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e2ed99f5-1aeb-41f5-80b6-b0db671f8001), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.753978 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:04.780396 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Publish callbacks [] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.800350 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-35b38a67-785b-4dff-9a02-a7bb941b673a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fe210de89fa4d11aeb5dc9a1e0ce648&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6028972 Feb 20 20:04:04.802307 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37672) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:04.837566 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:04.837961 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.857762 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b38a67-785b-4dff-9a02-a7bb941b673a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed99f5-1aeb-41f5-80b6-b0db671f8001,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:04.861832 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks [] for router_gateway (0adbd70f-65b5-4e2d-be46-a252cafe7629), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.876209 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.912140 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c825fc85-ddd4-41ff-91da-8ce34f73a0fe admin admin] Publish callbacks [] for security_group (e2ed99f5-1aeb-41f5-80b6-b0db671f8001), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.939750 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Allocated IP 172.20.0.1 (fd2e7521-e0cd-40a1-8e84-bf252bf5c141/4a384e91-15c5-488b-816c-e474d325adae/08c9063c-4397-4935-8193-1b702b6186cf) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:04.953007 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Pushing event updated for resources: {'Port': ['ID=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:04.954796 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c825fc85-ddd4-41ff-91da-8ce34f73a0fe admin admin] Publish callbacks [] for security_group (e2ed99f5-1aeb-41f5-80b6-b0db671f8001), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:04.972401 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.973299 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.973850 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.974370 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.974880 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.975831 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.976353 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.977121 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.977769 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.979071 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.979607 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.980186 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.981411 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Tracked resource versions report: Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: pushed versions: Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: { 'AddressGroup': {'1.2'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'ConntrackHelper': {'1.0'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Log': {'1.0'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Network': {'1.1'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Port': {'1.7'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'PortForwarding': {'1.2'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'QosPolicy': {'1.10'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroup': {'1.5'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SubPort': {'1.0'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Subnet': {'1.1'}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Trunk': {'1.1'}} Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: consumer versions: Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: { DHCP agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: HyperV agent@hv-cinder-82182: {}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: L3 agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: Metadata agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: Metering agent@dv-cinder-821824-2-iscsi: {}, Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: Open vSwitch agent@dv-cinder-821824-2-iscsi: { 'AddressGroup': '1.2', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'ConntrackHelper': '1.0', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'LocalIPAssociation': '1.0', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Log': '1.0', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Network': '1.1', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Port': '1.7', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'PortForwarding': '1.2', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'QosPolicy': '1.10', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroup': '1.5', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SecurityGroupRule': '1.2', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'SubPort': '1.0', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Subnet': '1.1', Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: 'Trunk': '1.1'}} Feb 20 20:04:04.983077 dv-cinder-821824-2-iscsi neutron-server[103362]: {{(pid=103362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:04:05.041526 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:05.058872 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Attempting to bind port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:05.060065 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Attempting to bind port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:05.064028 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Attempting to bind port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:05.079891 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:05.080252 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:05.081379 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.081935 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:05.084150 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Bound port: c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:05.084537 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.118654 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:04:05.120674 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks [] for port (08c9063c-4397-4935-8193-1b702b6186cf), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.176635 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] For port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:05.181406 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] For port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:05.192523 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c825fc85-ddd4-41ff-91da-8ce34f73a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e2ed99f5-1aeb-41f5-80b6-b0db671f8001), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.194907 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (0adbd70f-65b5-4e2d-be46-a252cafe7629), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.200375 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c825fc85-ddd4-41ff-91da-8ce34f73a0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.220090 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-465e04fc-1282-46cc-a8ce-91570fc9a07d None None] Current status of the port 297afcc2-7716-4662-87d9-df21e6e4ae87 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:05.224354 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c825fc85-ddd4-41ff-91da-8ce34f73a0fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2ed99f5-1aeb-41f5-80b6-b0db671f8001 HTTP/1.1" status: 204 len: 168 time: 0.4058189 Feb 20 20:04:05.251953 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825fc85-ddd4-41ff-91da-8ce34f73a0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed99f5-1aeb-41f5-80b6-b0db671f8001,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.290754 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.332711 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (08c9063c-4397-4935-8193-1b702b6186cf), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.346722 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:05.348166 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:05.359059 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-a186b5d2-8215-4004-9bfa-9c38ee62908f None None] Provisioning complete for port 297afcc2-7716-4662-87d9-df21e6e4ae87 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:05.360058 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a186b5d2-8215-4004-9bfa-9c38ee62908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.421113 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:05.423482 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f7ff8-ad81-4abb-8305-7994b1de7779 None None] Pushing event updated for resources: {'Port': ['ID=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.432781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:05.452533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:05.461514 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (632973ec-f952-46b7-9fa6-67069727fbe9), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.470336 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Pushing event updated for resources: {'Port': ['ID=08c9063c-4397-4935-8193-1b702b6186cf,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:05.476363 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4eee3881-52a8-456e-8a5b-b4aa7e0c7082 req-96be3276-3763-42ac-806a-7d106c8744db tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0989759 Feb 20 20:04:05.480063 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:05.590141 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Sync routers for ids ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:05.643119 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:05.654858 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.656343 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-66243412-1008-46b4-9f1f-c72058952331 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2085786 Feb 20 20:04:05.664232 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37694) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:05.690126 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Routers {'8cbbd5fd-695c-43c0-834c-5be1bf9314dc'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:05.695192 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:05.707989 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f28cba32-b47d-4d53-9e7e-50c0dd4e3501 req-e71cfdbd-10d5-4371-9fce-5be5ae59e5df tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.2409172 Feb 20 20:04:05.796670 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a186b5d2-8215-4004-9bfa-9c38ee62908f None None] Current status of the port 297afcc2-7716-4662-87d9-df21e6e4ae87 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:05.824888 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (08c9063c-4397-4935-8193-1b702b6186cf), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.839102 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-a186b5d2-8215-4004-9bfa-9c38ee62908f None None] Provisioning complete for port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:05.839940 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a186b5d2-8215-4004-9bfa-9c38ee62908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:05.979631 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Set router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:06.022416 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.054020 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 3, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:06.059730 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:04:06.141328 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1dd37-431a-4ac6-82b3-bba912d9f05e None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 3, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:06.166174 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks [] for port (08c9063c-4397-4935-8193-1b702b6186cf), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.178231 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-a186b5d2-8215-4004-9bfa-9c38ee62908f None None] Current status of the port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:06.247944 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (08c9063c-4397-4935-8193-1b702b6186cf), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.248753 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (632973ec-f952-46b7-9fa6-67069727fbe9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.291777 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 3, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:06.295098 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:06.317003 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:06.344926 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Checking router: 8cbbd5fd-695c-43c0-834c-5be1bf9314dc for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:06.345415 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Updating router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc port 15259e48-404d-4887-8669-922fdab6cdca binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:06.352405 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:06.353524 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:06.437728 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Pushing event updated for resources: {'Port': ['ID=08c9063c-4397-4935-8193-1b702b6186cf,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:06.453945 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-afe90dd0-4c73-4bdd-875c-b49baa668eb6 None None] Provisioning complete for port 08c9063c-4397-4935-8193-1b702b6186cf triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:06.457942 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-afe90dd0-4c73-4bdd-875c-b49baa668eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (08c9063c-4397-4935-8193-1b702b6186cf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.508926 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (15259e48-404d-4887-8669-922fdab6cdca), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.579542 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:06.582335 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:06.582717 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:06.617676 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-afe90dd0-4c73-4bdd-875c-b49baa668eb6 None None] Port 08c9063c-4397-4935-8193-1b702b6186cf cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:06.634079 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:06.890487 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:04:07.070037 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 297afcc2-7716-4662-87d9-df21e6e4ae87 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:07.166764 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-f43dc25c-cf60-4057-9b4b-15ac07135492 None None] Provisioning complete for port 08c9063c-4397-4935-8193-1b702b6186cf triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:07.167138 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f43dc25c-cf60-4057-9b4b-15ac07135492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (08c9063c-4397-4935-8193-1b702b6186cf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.210929 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:04Z', 'revision_number': 3, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:07.229107 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.234926 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-081ddd75-b5f9-4b09-8980-82e4c1ed9930 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3848646 Feb 20 20:04:07.237393 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c4c9c3d1-dcad-4bf3-af83-ee4cd539e052 req-2add7f8c-5f84-4bd8-855f-945d952f9ec8 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.1837730 Feb 20 20:04:07.262471 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:07.307020 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:07.307406 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Updating router 0adbd70f-65b5-4e2d-be46-a252cafe7629 port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:07.405505 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be0d5663-1bcd-447e-a3f2-d6b5fb055f71 req-ee7b1bb9-cfa4-4836-a083-0062acd71234 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.4760995 Feb 20 20:04:07.422579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f43dc25c-cf60-4057-9b4b-15ac07135492 None None] Port 08c9063c-4397-4935-8193-1b702b6186cf cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:07.432921 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.433768 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.460816 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 297afcc2-7716-4662-87d9-df21e6e4ae87 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:07.461287 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.483793 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Router 632973ec-f952-46b7-9fa6-67069727fbe9 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:07.666040 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Allocated IP 172.20.0.1 (25b27a7c-84bf-4c48-8ca4-17e3df5ac670/3a58a722-4f04-4932-b957-6f9735d05ea2/265da35a-f237-4679-b741-9b14263a4d52) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:07.702693 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 297afcc2-7716-4662-87d9-df21e6e4ae87 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:07.703823 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:07.846171 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:07.852234 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-baa28cac-10c7-4131-9101-6cc67006c91e admin admin] 10.222.0.48 "PUT /v2.0/routers/632973ec-f952-46b7-9fa6-67069727fbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625082 Feb 20 20:04:07.872569 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Publish callbacks [] for port (15259e48-404d-4887-8669-922fdab6cdca), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.875350 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:07.882051 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.011403 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:08.025529 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.042949 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:08.076724 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (15259e48-404d-4887-8669-922fdab6cdca), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.095642 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks [] for port (265da35a-f237-4679-b741-9b14263a4d52), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.137563 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.181114 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf0691-e5a5-41fa-8caf-e408360a5f46 None None] Pushing event updated for resources: {'Port': ['ID=15259e48-404d-4887-8669-922fdab6cdca,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:08.210705 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Attempting to bind port 15259e48-404d-4887-8669-922fdab6cdca on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:08.211012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Attempting to bind port 15259e48-404d-4887-8669-922fdab6cdca by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:08.211353 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Attempting to bind port 15259e48-404d-4887-8669-922fdab6cdca on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:08.219823 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:08.220205 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:08.220605 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.220996 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:08.221469 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Bound port: 15259e48-404d-4887-8669-922fdab6cdca, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:08.221843 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (15259e48-404d-4887-8669-922fdab6cdca), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.367105 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:08.380389 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] For port 15259e48-404d-4887-8669-922fdab6cdca, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:08.384453 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] For port 15259e48-404d-4887-8669-922fdab6cdca, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=15259e48-404d-4887-8669-922fdab6cdca,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:08.444108 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Publish callbacks [] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.526486 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-39d8fd5b-644b-46ca-9284-a0d36dc1b7e0 req-9babf054-70cf-4520-8c71-76013f8eb460 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0464909 Feb 20 20:04:08.543780 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (15259e48-404d-4887-8669-922fdab6cdca), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.573465 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.609531 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (265da35a-f237-4679-b741-9b14263a4d52), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.631222 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:08.633730 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.638403 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:08.647658 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.65', 52440) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:08.686006 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Attempting to bind port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:08.686376 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Attempting to bind port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:08.686736 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Attempting to bind port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:08.706211 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:08.709866 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:08.709866 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.709866 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:08.709866 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Bound port: 77685ab0-b58c-4dbe-968a-5cfec4da4c4b, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:08.709866 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.715455 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:08.717017 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.759579 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84055ed-97b8-49f0-9648-4bbdf1af2ac9 None None] Pushing event updated for resources: {'Port': ['ID=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:08.836349 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] For port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:08.851475 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] For port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:08.866537 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.65', 52441) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:08.873190 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-876c228a-a3b4-4a48-8270-1c86088a3548 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:08.874906 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-876c228a-a3b4-4a48-8270-1c86088a3548 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.2274857 Feb 20 20:04:08.917369 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ced411a0-2c6a-4b07-a4ed-924e1ab02e78 req-933e9680-6e33-46a4-84c5-da80b2e378b5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0620716 Feb 20 20:04:08.936861 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:08.947632 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Routers {'8cbbd5fd-695c-43c0-834c-5be1bf9314dc'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:08.948278 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:08.971549 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Request body: {'port': {'device_id': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'admin_state_up': True, 'tenant_id': 'cad4017b15174e2b81f4e9ebedfe8fcb'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:08.991416 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.065468 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37810) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:09.074755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609344944', 'description': 'tempest-description--781172309'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:09.111546 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Pushing event updated for resources: {'Port': ['ID=265da35a-f237-4679-b741-9b14263a4d52,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:09.112037 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:09.116535 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:09.218213 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] Set router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:09.268490 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84055ed-97b8-49f0-9648-4bbdf1af2ac9 None None] Pushing event updated for resources: {'Port': ['ID=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:09.312331 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.416462 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:09.420238 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf0691-e5a5-41fa-8caf-e408360a5f46 None None] Pushing event updated for resources: {'Port': ['ID=15259e48-404d-4887-8669-922fdab6cdca,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:09.421177 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:09.427899 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.475984 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (265da35a-f237-4679-b741-9b14263a4d52), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.527789 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (270197b0-906e-486f-948b-948ceea5e2ab), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.528415 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:09.528415 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:09.537928 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-b8242c75-8d7d-4d1d-bf3e-c2aeeedce4cb tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:09.540328 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-b8242c75-8d7d-4d1d-bf3e-c2aeeedce4cb tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.65 "GET /v2.0/networks?id=aa1cfba3-5412-42c5-96b7-b29a8d1607c6 HTTP/1.1" status: 200 len: 811 time: 0.6643543 Feb 20 20:04:09.592711 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Allocated IP 172.20.0.1 (018bc513-de5c-40e2-99fb-d19af3b1b8c8/926057ec-1520-44ea-94b4-f92bdbab9bea/b409cfc0-c821-435b-b037-f68cca87f9f4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:09.621638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Request body: {'port': {'device_id': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6', 'admin_state_up': True, 'tenant_id': '7463a671acdd4b6e907b017a57cad40a'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:09.758622 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37822) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:09.768395 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:04Z', 'revision_number': 3, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:09.774989 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:09.775503 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:09.807242 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:09.824746 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1973358e-11ae-4efc-a46e-5f7cd3dcda3e None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:04Z', 'revision_number': 3, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:09.899122 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (270197b0-906e-486f-948b-948ceea5e2ab), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.057347 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270197b0-906e-486f-948b-948ceea5e2ab,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:10.096122 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6bad63b2-2537-4272-9c38-89ef051903f8 req-24faac3b-bb74-475a-8cd3-ee260ffe3dfa tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.2158973 Feb 20 20:04:10.124849 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:10.129767 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 3, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:10.181091 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b358d44f-0a2b-48a7-896d-993856a2b29a None None] The sync data for ids ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'] in dv-cinder-821824-2-iscsi is: [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:02Z', 'revision_number': 3, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:10.208297 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.212086 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9cd5cad7-a45e-4337-8ac3-f078742df1f5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.1425924 Feb 20 20:04:10.212716 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37862) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:10.225728 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'security_group_rule': {'security_group_id': '270197b0-906e-486f-948b-948ceea5e2ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:10.372268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Made reservation on behalf of cad4017b15174e2b81f4e9ebedfe8fcb for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:10.372268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.372268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Made reservation on behalf of 7463a671acdd4b6e907b017a57cad40a for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:10.373873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 2, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:10.374088 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.399957 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks [] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.408811 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:10.408811 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Updating router 632973ec-f952-46b7-9fa6-67069727fbe9 port 08c9063c-4397-4935-8193-1b702b6186cf binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:10.451849 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-36ebccd6-fdb2-4b7d-a7ac-f31aa4ac8fa1 req-83d21d6d-afdb-442a-990d-92d2e8ed0e20 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.2959549 Feb 20 20:04:10.452529 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e517d91-f59d-4018-9019-2368f075bff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.471346 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (08c9063c-4397-4935-8193-1b702b6186cf), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.477997 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks [] for port (265da35a-f237-4679-b741-9b14263a4d52), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.628329 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (0ae3b065-0b2f-4c45-b67c-046ed7a4df1d), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.637131 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (265da35a-f237-4679-b741-9b14263a4d52), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.639119 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.656768 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e517d91-f59d-4018-9019-2368f075bff3 admin admin] Publish callbacks [] for security_group (ab02c33a-aa86-4d07-a045-e1f42ec3c689), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.697154 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.749109 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:10.759151 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:10.775939 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5e517d91-f59d-4018-9019-2368f075bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (ab02c33a-aa86-4d07-a045-e1f42ec3c689), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.861476 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:10.862112 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (0adbd70f-65b5-4e2d-be46-a252cafe7629), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.931422 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-5e517d91-f59d-4018-9019-2368f075bff3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b01da6936c5b4442a5b4c55fffea300f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0936625 Feb 20 20:04:10.949441 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 37870) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:10.955215 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e517d91-f59d-4018-9019-2368f075bff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab02c33a-aa86-4d07-a045-e1f42ec3c689,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:11.030118 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 77685ab0-b58c-4dbe-968a-5cfec4da4c4b up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:11.064172 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Allocated IP 172.20.0.5 (aa1cfba3-5412-42c5-96b7-b29a8d1607c6/ef10d815-c165-41d8-92a4-bcb63388b862/74638a25-8dd2-4a7f-b462-3bb802d4abdb) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:11.138907 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Pushing event updated for resources: {'Port': ['ID=265da35a-f237-4679-b741-9b14263a4d52,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:11.144632 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Allocated IP 172.20.0.4 (2cbc0eb2-b335-426e-809b-6b54a84974b7/95e90286-8957-4b52-8e5f-31b307f5ec7d/634d82ed-4412-4eed-97e1-267225a3c312) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:11.326124 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Pushing event updated for resources: {'Port': ['ID=b409cfc0-c821-435b-b037-f68cca87f9f4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:11.546265 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:11.556662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:11.599933 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-fd26810d-7064-4668-bdd7-bd9e26bbc056 None None] Provisioning complete for port b409cfc0-c821-435b-b037-f68cca87f9f4 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:11.603631 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd26810d-7064-4668-bdd7-bd9e26bbc056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:11.693645 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-98dd9699-da49-41a7-90d9-1aecde5bf780 req-579a9985-e713-42d1-82bd-8466bd0be1bc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0585964 Feb 20 20:04:11.696230 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks [] for port (634d82ed-4412-4eed-97e1-267225a3c312), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:11.788880 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Publish callbacks [] for port (08c9063c-4397-4935-8193-1b702b6186cf), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:11.860541 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-fd26810d-7064-4668-bdd7-bd9e26bbc056 None None] Port b409cfc0-c821-435b-b037-f68cca87f9f4 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:11.893586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:11.896339 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:11.942224 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:11.978410 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (08c9063c-4397-4935-8193-1b702b6186cf), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.156655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks [] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.253368 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (634d82ed-4412-4eed-97e1-267225a3c312), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.256638 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.340801 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3d388-dace-4fe1-9e3e-a318a7d3f872 None None] Pushing event updated for resources: {'Port': ['ID=08c9063c-4397-4935-8193-1b702b6186cf,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:12.379252 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Attempting to bind port 08c9063c-4397-4935-8193-1b702b6186cf on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:12.379941 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Attempting to bind port 08c9063c-4397-4935-8193-1b702b6186cf by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:12.384514 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Attempting to bind port 08c9063c-4397-4935-8193-1b702b6186cf on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:12.389237 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-364153d7-31a9-4ca1-a553-863f5fdd7bb3 admin admin] Publish callbacks [] for security_group (ab02c33a-aa86-4d07-a045-e1f42ec3c689), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.396450 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:12.396450 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.410382 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:12.410827 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Checking segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:12.411178 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.411894 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Bound using segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:12.412991 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Bound port: 08c9063c-4397-4935-8193-1b702b6186cf, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:12.413384 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (08c9063c-4397-4935-8193-1b702b6186cf), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.439043 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-364153d7-31a9-4ca1-a553-863f5fdd7bb3 admin admin] Publish callbacks [] for security_group (ab02c33a-aa86-4d07-a045-e1f42ec3c689), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.461189 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:12.479913 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:12.496778 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-3f8f8721-f2a2-46e4-b85b-72f179f73942 admin admin] 10.222.0.48 "PUT /v2.0/routers/8cbbd5fd-695c-43c0-834c-5be1bf9314dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8212550 Feb 20 20:04:12.513399 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] For port 08c9063c-4397-4935-8193-1b702b6186cf, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:12.517494 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] For port 08c9063c-4397-4935-8193-1b702b6186cf, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=08c9063c-4397-4935-8193-1b702b6186cf,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:12.539637 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6dba4d98-0fff-4ffc-87a0-5c179ce8360d req-30cf731e-4dc8-4b1f-9d52-c2c111e82b89 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.3031321 Feb 20 20:04:12.556361 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.576831 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.626576 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (08c9063c-4397-4935-8193-1b702b6186cf), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.772356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks [] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.794506 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:12.795119 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:12.890391 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.891814 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (0adbd70f-65b5-4e2d-be46-a252cafe7629), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.977596 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 15259e48-404d-4887-8669-922fdab6cdca up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:13.066603 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] Provisioning complete for port 08c9063c-4397-4935-8193-1b702b6186cf triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:13.066965 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (08c9063c-4397-4935-8193-1b702b6186cf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.082596 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:13.142886 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Pushing event updated for resources: {'Port': ['ID=b409cfc0-c821-435b-b037-f68cca87f9f4,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:13.176787 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac397ce-ea19-406d-a53a-881e7afc8578 req-289744df-2ac8-4d1d-8db4-55cc79fd6a03 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.176787 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ac397ce-ea19-406d-a53a-881e7afc8578 req-289744df-2ac8-4d1d-8db4-55cc79fd6a03 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 931 time: 0.3277445 Feb 20 20:04:13.257997 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3d388-dace-4fe1-9e3e-a318a7d3f872 None None] Pushing event updated for resources: {'Port': ['ID=08c9063c-4397-4935-8193-1b702b6186cf,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:13.271764 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ac397ce-ea19-406d-a53a-881e7afc8578 req-f1391c27-8f01-4227-8eaf-a96a3c9f7895 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845213 Feb 20 20:04:13.280755 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:13.282574 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:13.300752 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 15259e48-404d-4887-8669-922fdab6cdca triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:13.301123 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (15259e48-404d-4887-8669-922fdab6cdca), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.323466 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:13.333570 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:13.344747 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:13.351804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.362085 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.487738 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:13.554775 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:13.814757 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0956008 Feb 20 20:04:13.814757 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-6ea9a943-a735-4d6f-ace5-e2fe84b2e7d5 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.814757 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-6ea9a943-a735-4d6f-ace5-e2fe84b2e7d5 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 818 time: 0.4167142 Feb 20 20:04:13.814757 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:13.819198 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:13.819949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event updated for resources: {'Port': ['ID=634d82ed-4412-4eed-97e1-267225a3c312,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:13.819949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-c0a6035e-1385-4f40-8a53-78d1df526c37 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:04:13.819949 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-c0a6035e-1385-4f40-8a53-78d1df526c37 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246434 Feb 20 20:04:13.819949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (0ae3b065-0b2f-4c45-b67c-046ed7a4df1d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.821970 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-30b736d7-855a-49ce-b7ac-7dfb7140016e admin admin] 10.222.0.48 "PUT /v2.0/routers/0adbd70f-65b5-4e2d-be46-a252cafe7629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4839573 Feb 20 20:04:13.822112 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:13.822260 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] Current status of the port 08c9063c-4397-4935-8193-1b702b6186cf is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:13.822260 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (08c9063c-4397-4935-8193-1b702b6186cf), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.822536 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:13.822536 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.822536 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.822536 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-a8d0ccd1-adf4-4864-a803-de94ec92478d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/quotas/258f58fea74f473491891d64c3b137f6 HTTP/1.1" status: 200 len: 375 time: 0.0572031 Feb 20 20:04:13.823109 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849750c-0deb-4c9e-a751-bc4cf88f3d4c req-90e14d56-e321-45d3-8b52-00924050aeb0 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:13.823109 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b849750c-0deb-4c9e-a751-bc4cf88f3d4c req-90e14d56-e321-45d3-8b52-00924050aeb0 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 931 time: 0.1359825 Feb 20 20:04:13.824898 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] For port 08c9063c-4397-4935-8193-1b702b6186cf, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=08c9063c-4397-4935-8193-1b702b6186cf,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:13.935631 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e21aba-d5b6-41ad-b330-4a4a5d2bda7e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Pushing event updated for resources: {'Port': ['ID=74638a25-8dd2-4a7f-b462-3bb802d4abdb,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:13.935631 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (0ae3b065-0b2f-4c45-b67c-046ed7a4df1d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.944362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (08c9063c-4397-4935-8193-1b702b6186cf), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.961915 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 15259e48-404d-4887-8669-922fdab6cdca is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:13.966740 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (15259e48-404d-4887-8669-922fdab6cdca), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.974026 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-364153d7-31a9-4ca1-a553-863f5fdd7bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (ab02c33a-aa86-4d07-a045-e1f42ec3c689), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.977025 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-364153d7-31a9-4ca1-a553-863f5fdd7bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:13.982502 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-364153d7-31a9-4ca1-a553-863f5fdd7bb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab02c33a-aa86-4d07-a045-e1f42ec3c689 HTTP/1.1" status: 204 len: 168 time: 3.0213754 Feb 20 20:04:14.009300 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b0f8134c-8e91-4d83-9816-90638b0e86b0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0479040 Feb 20 20:04:14.040495 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 15259e48-404d-4887-8669-922fdab6cdca, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=15259e48-404d-4887-8669-922fdab6cdca,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:14.042300 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b849750c-0deb-4c9e-a751-bc4cf88f3d4c req-a65f4a8e-ca7a-4374-92f2-efb8d4e7931c tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242162 Feb 20 20:04:14.062633 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae3b065-0b2f-4c45-b67c-046ed7a4df1d,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:14.074040 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1127b74-7c36-4993-bd1b-bebcaf849289 None None] Pushing event updated for resources: {'Port': ['ID=08c9063c-4397-4935-8193-1b702b6186cf,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:14.090819 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364153d7-31a9-4ca1-a553-863f5fdd7bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab02c33a-aa86-4d07-a045-e1f42ec3c689,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:14.132098 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-1c8a2e12-655d-4425-b07f-1dbf77efaf5c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3535664 Feb 20 20:04:14.187620 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (15259e48-404d-4887-8669-922fdab6cdca), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.197601 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-f6909785-f331-49bd-85dd-19bba4236d67 None None] Provisioning complete for port b409cfc0-c821-435b-b037-f68cca87f9f4 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:14.201933 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6909785-f331-49bd-85dd-19bba4236d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.220622 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.221824 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-597daf40-7f3b-48a3-9856-8816215c07df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.0081582 Feb 20 20:04:14.224746 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:14.231739 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'security_group_rule': {'security_group_id': '270197b0-906e-486f-948b-948ceea5e2ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:14.248608 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f6909785-f331-49bd-85dd-19bba4236d67 None None] Port b409cfc0-c821-435b-b037-f68cca87f9f4 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:14.261501 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Sync routers for ids ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:14.280635 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Routers {'8cbbd5fd-695c-43c0-834c-5be1bf9314dc'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:14.281392 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:14.361822 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:14.404951 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-f9310409-754b-4b02-9d3c-f19c4c1d3b9d service neutron] 10.222.0.48 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675798 Feb 20 20:04:14.421830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-f6909785-f331-49bd-85dd-19bba4236d67 None None] Provisioning complete for port 08c9063c-4397-4935-8193-1b702b6186cf triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:14.421830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f6909785-f331-49bd-85dd-19bba4236d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (08c9063c-4397-4935-8193-1b702b6186cf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.441447 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (d461dfdb-80fa-41d1-a5ae-c9678c80d734), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.458974 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Request body: {'port': {'device_id': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:14.513870 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:14.517283 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:14.522657 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=15259e48-404d-4887-8669-922fdab6cdca,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:14.546417 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Set router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:14.624002 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Request body: {'port': {'device_id': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:14.661841 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:14.716762 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-28fcc287-9650-4066-a1c5-2ac259b5ec2d service neutron] 10.222.0.48 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097436 Feb 20 20:04:14.718095 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.757421 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (d461dfdb-80fa-41d1-a5ae-c9678c80d734), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.814343 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (d461dfdb-80fa-41d1-a5ae-c9678c80d734), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.849995 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff43766-6de9-42f5-b97f-de90e37add16 None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:14.849995 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 77685ab0-b58c-4dbe-968a-5cfec4da4c4b up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:14.893915 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d461dfdb-80fa-41d1-a5ae-c9678c80d734,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:14.983896 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (634d82ed-4412-4eed-97e1-267225a3c312), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.989566 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:14.999363 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1c647431-905b-41d3-a043-6bc491b40fd5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7726882 Feb 20 20:04:15.008161 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 37964) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:15.026085 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:15.156454 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:15.243950 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:15.263130 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 4, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '265da35a-f237-4679-b741-9b14263a4d52', 'name': '', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'mac_address': 'fa:16:3e:62:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:06Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 2, 'project_id': '258f58fea74f473491891d64c3b137f6', 'subnets': [{'id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:15.360012 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Checking router: 8cbbd5fd-695c-43c0-834c-5be1bf9314dc for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:15.360374 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Updating router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc port 265da35a-f237-4679-b741-9b14263a4d52 binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:15.363835 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f6909785-f331-49bd-85dd-19bba4236d67 None None] Current status of the port 08c9063c-4397-4935-8193-1b702b6186cf is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:15.504990 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (265da35a-f237-4679-b741-9b14263a4d52), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:15.592653 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:15.600127 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:15.994720 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df77b-9dbc-4bae-97f3-0647e5a21092 req-aef037a9-266c-460e-b4f6-73709051184b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:16.000780 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c61df77b-9dbc-4bae-97f3-0647e5a21092 req-aef037a9-266c-460e-b4f6-73709051184b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 931 time: 0.6252291 Feb 20 20:04:16.212792 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38006) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:16.226933 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794478933', 'description': 'tempest-description--940088786'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:16.347055 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Publish callbacks [] for port (265da35a-f237-4679-b741-9b14263a4d52), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:16.376181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:16.409056 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c61df77b-9dbc-4bae-97f3-0647e5a21092 req-ee92de4a-c245-47ef-b91a-70dbce549281 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098151 Feb 20 20:04:16.439417 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:16.589013 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (265da35a-f237-4679-b741-9b14263a4d52), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:16.637974 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-207c489a-3ef4-408f-abbb-a49a37112adb req-e986b364-6220-4262-a5b0-858e48ac2c9f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 210 time: 0.1419613 Feb 20 20:04:16.641218 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Allocated IP 172.27.2.53 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/8730719b-be39-474d-853b-42348f97b5d7) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:16.678149 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:16.680113 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 15259e48-404d-4887-8669-922fdab6cdca up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:16.769140 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88695-6c61-4b67-9edc-e76bf29a5202 None None] Pushing event updated for resources: {'Port': ['ID=265da35a-f237-4679-b741-9b14263a4d52,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:16.841263 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 15259e48-404d-4887-8669-922fdab6cdca triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:16.842026 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (15259e48-404d-4887-8669-922fdab6cdca), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:16.853575 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for port (8730719b-be39-474d-853b-42348f97b5d7), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:16.934960 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 2, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:16.984147 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:16.984925 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Updating router 0adbd70f-65b5-4e2d-be46-a252cafe7629 port b409cfc0-c821-435b-b037-f68cca87f9f4 binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:04:16.989160 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Attempting to bind port 265da35a-f237-4679-b741-9b14263a4d52 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:16.989553 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Attempting to bind port 265da35a-f237-4679-b741-9b14263a4d52 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:16.989950 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Attempting to bind port 265da35a-f237-4679-b741-9b14263a4d52 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:17.010583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb5a3f-0c94-42f6-9e27-0e3ef9e2d81f req-b30fb36c-79b9-46bd-8dbd-26cc624e763d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:17.017287 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-48bb5a3f-0c94-42f6-9e27-0e3ef9e2d81f req-b30fb36c-79b9-46bd-8dbd-26cc624e763d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 931 time: 0.5721765 Feb 20 20:04:17.027870 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:17.028378 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Checking segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:17.028694 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.029099 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Bound using segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:17.029589 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Bound port: 265da35a-f237-4679-b741-9b14263a4d52, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:17.029993 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (265da35a-f237-4679-b741-9b14263a4d52), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.056470 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.122937 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74638a25-8dd2-4a7f-b462-3bb802d4abdb {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:17.158824 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Publish callbacks [] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.193759 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-48bb5a3f-0c94-42f6-9e27-0e3ef9e2d81f req-bab5976d-5289-4568-93a6-954f771d2436 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692684 Feb 20 20:04:17.204331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38028) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:17.204977 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (fa44f4a0-25df-47ca-ab0c-a041c5441e9c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.212675 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (8730719b-be39-474d-853b-42348f97b5d7), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.257000 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Transition to ACTIVE for port object 74638a25-8dd2-4a7f-b462-3bb802d4abdb will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:17.262841 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 15259e48-404d-4887-8669-922fdab6cdca is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:17.394437 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:17.399808 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:17.406442 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'Port': ['ID=8730719b-be39-474d-853b-42348f97b5d7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:17.440813 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:17.460042 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] For port 265da35a-f237-4679-b741-9b14263a4d52, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:17.469428 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] For port 265da35a-f237-4679-b741-9b14263a4d52, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=265da35a-f237-4679-b741-9b14263a4d52,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:17.572418 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 08c9063c-4397-4935-8193-1b702b6186cf up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:17.657279 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ed2778d-1ad2-4cb6-929f-4807a4c6ec41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.666802 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.709625 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (fa44f4a0-25df-47ca-ab0c-a041c5441e9c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.740501 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (7d5eebe3-d34c-4f59-b209-1cca08ceaf8b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.832522 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a6b5e-404d-4eea-a4a3-a04aaa08b362 req-e4cc00c4-07bf-44fe-9710-fc71db9823b7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:17.840397 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-700a6b5e-404d-4eea-a4a3-a04aaa08b362 req-e4cc00c4-07bf-44fe-9710-fc71db9823b7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 931 time: 0.2829983 Feb 20 20:04:17.864699 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (265da35a-f237-4679-b741-9b14263a4d52), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.879770 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 08c9063c-4397-4935-8193-1b702b6186cf triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:17.880553 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (08c9063c-4397-4935-8193-1b702b6186cf), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.930895 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.943576 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7203593 Feb 20 20:04:17.946292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634d82ed-4412-4eed-97e1-267225a3c312 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:17.976851 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ed2778d-1ad2-4cb6-929f-4807a4c6ec41 admin admin] Publish callbacks [] for security_group (9f6e61cc-1e0f-4821-be21-97f0ee5e3852), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:17.981047 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38054) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:17.995184 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'security_group_rule': {'security_group_id': 'fa44f4a0-25df-47ca-ab0c-a041c5441e9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:18.055608 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Routers {'8cbbd5fd-695c-43c0-834c-5be1bf9314dc'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:18.056771 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:18.064914 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88695-6c61-4b67-9edc-e76bf29a5202 None None] Pushing event updated for resources: {'Port': ['ID=265da35a-f237-4679-b741-9b14263a4d52,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:18.099641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8730719b-be39-474d-853b-42348f97b5d7), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.101532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ed2778d-1ad2-4cb6-929f-4807a4c6ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9f6e61cc-1e0f-4821-be21-97f0ee5e3852), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.133733 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Publish callbacks [] for port (634d82ed-4412-4eed-97e1-267225a3c312), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.142195 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Publish callbacks [] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.164261 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-d858d0d4-d519-4fe0-96bd-c0e5e9ac4095 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:18.176386 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-d858d0d4-d519-4fe0-96bd-c0e5e9ac4095 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 818 time: 0.8883429 Feb 20 20:04:18.194366 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7ed2778d-1ad2-4cb6-929f-4807a4c6ec41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5758095852e4429a38ddb69ecb3c4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9819920 Feb 20 20:04:18.198086 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (1da1f347-54bb-4e61-988f-ab52463f92a8), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.238708 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Attempting to bind port 74638a25-8dd2-4a7f-b462-3bb802d4abdb on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:18.247779 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Attempting to bind port 74638a25-8dd2-4a7f-b462-3bb802d4abdb by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '40d7673a-86c4-4f4e-bd0e-e01740372bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:18.248292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Attempting to bind port 74638a25-8dd2-4a7f-b462-3bb802d4abdb on network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:18.255576 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.285718 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38060) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:18.288662 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680996a3-533a-4e81-b208-fffdac0e9039 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa44f4a0-25df-47ca-ab0c-a041c5441e9c,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:18.359649 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-79de928f-8c4d-4c9e-bba0-1cae1aff64fc tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/quotas/258f58fea74f473491891d64c3b137f6 HTTP/1.1" status: 200 len: 375 time: 0.1821573 Feb 20 20:04:18.394015 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Port 74638a25-8dd2-4a7f-b462-3bb802d4abdb on network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:18.401811 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] Set router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:18.407549 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Attempting to bind port 74638a25-8dd2-4a7f-b462-3bb802d4abdb on network aa1cfba3-5412-42c5-96b7-b29a8d1607c6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:18.412110 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2778d-1ad2-4cb6-929f-4807a4c6ec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6e61cc-1e0f-4821-be21-97f0ee5e3852,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:18.458254 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Transition to ACTIVE for port object 634d82ed-4412-4eed-97e1-267225a3c312 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:18.475034 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Pushing event updated for resources: {'Port': ['ID=74638a25-8dd2-4a7f-b462-3bb802d4abdb,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:18.527820 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (1da1f347-54bb-4e61-988f-ab52463f92a8), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.622842 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-700a6b5e-404d-4eea-a4a3-a04aaa08b362 req-bf0d2722-28a7-4144-a242-76bc8fdda137 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7735765 Feb 20 20:04:18.662784 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:18.662784 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Checking segment: {'id': '40d7673a-86c4-4f4e-bd0e-e01740372bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:18.662784 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Bound using segment: {'id': '40d7673a-86c4-4f4e-bd0e-e01740372bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:18.663453 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Bound port: 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d7673a-86c4-4f4e-bd0e-e01740372bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:18.664199 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.702502 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Attempting to bind port b409cfc0-c821-435b-b037-f68cca87f9f4 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:18.702875 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Attempting to bind port b409cfc0-c821-435b-b037-f68cca87f9f4 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:18.703242 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Attempting to bind port b409cfc0-c821-435b-b037-f68cca87f9f4 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:18.725741 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 08c9063c-4397-4935-8193-1b702b6186cf is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:18.731674 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:18.740091 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Checking segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:18.741515 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.742094 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Bound using segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:18.742762 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Bound port: b409cfc0-c821-435b-b037-f68cca87f9f4, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:18.743321 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.752904 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d83be2-af65-41bc-beff-1225852f58df None None] Pushing event updated for resources: {'Port': ['ID=b409cfc0-c821-435b-b037-f68cca87f9f4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:18.838033 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (1da1f347-54bb-4e61-988f-ab52463f92a8), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:18.936174 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] For port b409cfc0-c821-435b-b037-f68cca87f9f4, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:18.938606 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da1f347-54bb-4e61-988f-ab52463f92a8,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:18.952937 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] For port b409cfc0-c821-435b-b037-f68cca87f9f4, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=b409cfc0-c821-435b-b037-f68cca87f9f4,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:19.025952 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.069905 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.082135 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1c830813-bd6a-45c7-bd0a-13a2e30edfcb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0961449 Feb 20 20:04:19.082135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:19.082391 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 4, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '265da35a-f237-4679-b741-9b14263a4d52', 'name': '', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'mac_address': 'fa:16:3e:62:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:06Z', 'updated_at': '2022-02-20T20:04:17Z', 'revision_number': 4, 'project_id': '258f58fea74f473491891d64c3b137f6', 'subnets': [{'id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:19.092032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'security_group_rule': {'security_group_id': 'fa44f4a0-25df-47ca-ab0c-a041c5441e9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:19.119502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (634d82ed-4412-4eed-97e1-267225a3c312), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.166695 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e2937-2176-47a9-b4b6-bdfb4ba25c28 None None] The sync data for ids ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'] in dv-cinder-821824-2-iscsi is: [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:09Z', 'revision_number': 4, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '265da35a-f237-4679-b741-9b14263a4d52', 'name': '', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'mac_address': 'fa:16:3e:62:1d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:06Z', 'updated_at': '2022-02-20T20:04:17Z', 'revision_number': 4, 'project_id': '258f58fea74f473491891d64c3b137f6', 'subnets': [{'id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:19.182746 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7766bac-3942-46ba-a920-fb73a979bc09 req-c0323005-80e6-4d21-b521-11182a8307f7 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:19.186781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Pushing event updated for resources: {'Port': ['ID=634d82ed-4412-4eed-97e1-267225a3c312,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:19.189367 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9b41-b361-45e0-bc0e-4dbd0c9d4410 admin admin] Publish callbacks [] for security_group (9f6e61cc-1e0f-4821-be21-97f0ee5e3852), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.190963 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d7766bac-3942-46ba-a920-fb73a979bc09 req-c0323005-80e6-4d21-b521-11182a8307f7 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.2933748 Feb 20 20:04:19.219405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (446d714f-ec45-41dc-939c-38e4672feb98), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.231663 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-a26c0349-1cec-4fbd-bd0d-0c527fb7d16c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8390803 Feb 20 20:04:19.328914 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d83be2-af65-41bc-beff-1225852f58df None None] Pushing event updated for resources: {'Port': ['ID=b409cfc0-c821-435b-b037-f68cca87f9f4,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:19.329522 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d7766bac-3942-46ba-a920-fb73a979bc09 req-8be88a9c-5f51-4480-be80-85b6c91c6fec tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371558 Feb 20 20:04:19.348477 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.65', 52458) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:19.358955 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for port (8730719b-be39-474d-853b-42348f97b5d7), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.419238 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:19.426848 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:19.489576 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (446d714f-ec45-41dc-939c-38e4672feb98), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.523694 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] Provisioning complete for port b409cfc0-c821-435b-b037-f68cca87f9f4 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:19.536584 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-399cb3e0-2ed8-451d-9ff5-7543987ab704 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:19.540322 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.543363 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-399cb3e0-2ed8-451d-9ff5-7543987ab704 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 818 time: 0.1887603 Feb 20 20:04:19.550546 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9b41-b361-45e0-bc0e-4dbd0c9d4410 admin admin] Publish callbacks [] for security_group (9f6e61cc-1e0f-4821-be21-97f0ee5e3852), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.576401 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Request body: {'port': {'device_id': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'admin_state_up': True, 'tenant_id': '258f58fea74f473491891d64c3b137f6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:19.665241 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 265da35a-f237-4679-b741-9b14263a4d52 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:19.720420 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] For port 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:19.726346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] For port 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb,segment=NetworkSegment(40d7673a-86c4-4f4e-bd0e-e01740372bd4),segment_id=40d7673a-86c4-4f4e-bd0e-e01740372bd4)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:19.794818 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (8730719b-be39-474d-853b-42348f97b5d7), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.830497 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.843892 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Attempting to bind port 634d82ed-4412-4eed-97e1-267225a3c312 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:19.844379 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Attempting to bind port 634d82ed-4412-4eed-97e1-267225a3c312 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:19.844824 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Attempting to bind port 634d82ed-4412-4eed-97e1-267225a3c312 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:19.923162 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (446d714f-ec45-41dc-939c-38e4672feb98), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.942203 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9b41-b361-45e0-bc0e-4dbd0c9d4410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9f6e61cc-1e0f-4821-be21-97f0ee5e3852), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.950229 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9b41-b361-45e0-bc0e-4dbd0c9d4410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:19.958528 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ddeb9b41-b361-45e0-bc0e-4dbd0c9d4410 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f6e61cc-1e0f-4821-be21-97f0ee5e3852 HTTP/1.1" status: 204 len: 168 time: 1.6712911 Feb 20 20:04:19.973350 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Port 634d82ed-4412-4eed-97e1-267225a3c312 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:19.974959 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Attempting to bind port 634d82ed-4412-4eed-97e1-267225a3c312 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:19.990878 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'Port': ['ID=8730719b-be39-474d-853b-42348f97b5d7,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:19.999608 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.009696 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.009696 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] 10.222.0.65 "PUT /v2.0/ports/74638a25-8dd2-4a7f-b462-3bb802d4abdb HTTP/1.1" status: 200 len: 1093 time: 6.0724969 Feb 20 20:04:20.009696 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'tag': '74638a25-8dd2-4a7f-b462-3bb802d4abdb'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:20.031379 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 265da35a-f237-4679-b741-9b14263a4d52 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:20.035488 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446d714f-ec45-41dc-939c-38e4672feb98,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.037307 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (265da35a-f237-4679-b741-9b14263a4d52), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.105731 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (7d5eebe3-d34c-4f59-b209-1cca08ceaf8b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.145397 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:20.207369 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88d394-8030-4216-89f4-6221a1b27401 req-074ecdf1-b039-41d5-bdcc-a9115246f4bb tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.216394 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f88d394-8030-4216-89f4-6221a1b27401 req-074ecdf1-b039-41d5-bdcc-a9115246f4bb tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.4251213 Feb 20 20:04:20.227928 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] Current status of the port b409cfc0-c821-435b-b037-f68cca87f9f4 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:20.228574 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.238541 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.251265 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-79fee842-8034-4c64-8eb0-90760ab87a80 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1598697 Feb 20 20:04:20.287539 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38096) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:20.333784 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] For port b409cfc0-c821-435b-b037-f68cca87f9f4, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=b409cfc0-c821-435b-b037-f68cca87f9f4,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:20.342185 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Made reservation on behalf of 258f58fea74f473491891d64c3b137f6 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:20.363985 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.377046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:20.378581 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.390437 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-a10999db-cd5c-4762-a9b9-fa158d22292e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3683314 Feb 20 20:04:20.428743 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 265da35a-f237-4679-b741-9b14263a4d52 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:20.431191 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (265da35a-f237-4679-b741-9b14263a4d52), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.444034 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:20.444542 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Checking segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:20.445520 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Bound using segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:20.445520 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Bound port: 634d82ed-4412-4eed-97e1-267225a3c312, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:20.445520 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (634d82ed-4412-4eed-97e1-267225a3c312), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.453304 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb9b41-b361-45e0-bc0e-4dbd0c9d4410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6e61cc-1e0f-4821-be21-97f0ee5e3852,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.473255 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.704084 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ddb1f-405d-47a4-902a-6441fead8486" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5", "tag": "74638a25-8dd2-4a7f-b462-3bb802d4abdb"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:20.705398 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f88d394-8030-4216-89f4-6221a1b27401 req-964bd36f-3205-4b1c-ae6f-7afbfdf0efc8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117887 Feb 20 20:04:20.707219 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9eac7-4f9d-45ba-9198-b4a58ca4ac5c service neutron] Pushing event updated for resources: {'Port': ['ID=74638a25-8dd2-4a7f-b462-3bb802d4abdb,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.765395 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 265da35a-f237-4679-b741-9b14263a4d52, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=265da35a-f237-4679-b741-9b14263a4d52,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:20.767781 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-304d341a-4c8f-4a68-b387-010373d6598e service neutron] 10.222.0.48 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5077949 Feb 20 20:04:20.836851 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f555ed-b251-4ca0-ade1-1c2b5dae1cf2 None None] Pushing event updated for resources: {'Port': ['ID=b409cfc0-c821-435b-b037-f68cca87f9f4,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:20.937292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.940531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-4f4703c0-ff31-4967-8518-43231105e8c2 None None] Provisioning complete for port b409cfc0-c821-435b-b037-f68cca87f9f4 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:20.940531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4f4703c0-ff31-4967-8518-43231105e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:20.941396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-d6ebf8a6-2337-4165-b1ee-e09ef66e1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:20.943128 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-d6ebf8a6-2337-4165-b1ee-e09ef66e1993 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7463a671acdd4b6e907b017a57cad40a&device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 1127 time: 0.5702899 Feb 20 20:04:21.043848 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] For port 634d82ed-4412-4eed-97e1-267225a3c312, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:21.105710 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-cfdf0351-c4c2-4b53-8044-8233e1ce8533 service neutron] 10.222.0.48 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862530 Feb 20 20:04:21.180109 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Allocated IP 172.20.0.7 (25b27a7c-84bf-4c48-8ca4-17e3df5ac670/3a58a722-4f04-4932-b957-6f9735d05ea2/074370c8-3a7b-4dd9-954d-ba624ec7f644) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:21.189498 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c264b-6bff-4e6b-99ec-47a78d5e8bd3 req-748b0142-a8fe-4c3d-9063-68ecd80b41a6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:21.211248 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-021c264b-6bff-4e6b-99ec-47a78d5e8bd3 req-748b0142-a8fe-4c3d-9063-68ecd80b41a6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.3748453 Feb 20 20:04:21.212261 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-590d91aa-9637-4bae-9afd-f6c4488330ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb HTTP/1.1" status: 200 len: 217 time: 0.2508280 Feb 20 20:04:21.227705 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (265da35a-f237-4679-b741-9b14263a4d52), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.279632 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] For port 634d82ed-4412-4eed-97e1-267225a3c312, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=634d82ed-4412-4eed-97e1-267225a3c312,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:21.383129 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=265da35a-f237-4679-b741-9b14263a4d52,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:21.383129 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:18Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:21.395692 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54970-847b-4ecb-be0d-10d5b9d162eb None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:18Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:21.398190 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-9ff1f8d3-90c5-4e35-8293-37894fd663d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:21.399970 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-9ff1f8d3-90c5-4e35-8293-37894fd663d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef10d815-c165-41d8-92a4-bcb63388b862 HTTP/1.1" status: 200 len: 851 time: 0.1359971 Feb 20 20:04:21.414044 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-4f4703c0-ff31-4967-8518-43231105e8c2 None None] Current status of the port b409cfc0-c821-435b-b037-f68cca87f9f4 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:21.499886 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-bbda9bf6-5c20-41c2-9a2c-726093d7cc88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa1cfba3-5412-42c5-96b7-b29a8d1607c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785179 Feb 20 20:04:21.528815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (634d82ed-4412-4eed-97e1-267225a3c312), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.724558 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-021c264b-6bff-4e6b-99ec-47a78d5e8bd3 req-068ad4c1-c6f6-4200-8048-522fe308151b tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778862 Feb 20 20:04:21.772773 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38136) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:21.838008 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-0587df89-eda3-4599-98de-6b945f0b6121 service neutron] 10.222.0.65 "GET /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067684 Feb 20 20:04:21.841475 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Pushing event updated for resources: {'Port': ['ID=634d82ed-4412-4eed-97e1-267225a3c312,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:21.860060 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.875016 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-faf6d019-c6cb-4b08-b9cf-0ab38b8ceebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.900208 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:21.901459 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.902595 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks [] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:21.907760 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c39b521b-d5cb-4c72-881f-9421a35f135b service neutron] 10.222.0.65 "PUT /v2.0/ports/634d82ed-4412-4eed-97e1-267225a3c312 HTTP/1.1" status: 200 len: 1093 time: 7.8474047 Feb 20 20:04:21.941999 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff455d9e-49c7-4b0b-a934-77f12748d119 x-openstack-request-id: req-ff455d9e-49c7-4b0b-a934-77f12748d119 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:21.951892 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5", "tag": "74638a25-8dd2-4a7f-b462-3bb802d4abdb", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:21.952196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff455d9e-49c7-4b0b-a934-77f12748d119 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:21.952766 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'tag': '74638a25-8dd2-4a7f-b462-3bb802d4abdb', 'status': 'completed', 'code': 200} Feb 20 20:04:21.996846 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-ed8b53d2-fcce-4a65-a702-6f8f8d4ca75a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--609344944&fields=id&tenant_id=f4c6b97e7c0346b4aa424e02a487a083 HTTP/1.1" status: 200 len: 267 time: 0.1553912 Feb 20 20:04:22.111120 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c666a0e0-bdfc-48a3-9789-2010cf4d6f87 req-353631d9-a024-48f7-b4e3-feb8d8832b3f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 210 time: 0.0833175 Feb 20 20:04:22.147609 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-faf6d019-c6cb-4b08-b9cf-0ab38b8ceebe admin admin] Publish callbacks [] for security_group (954a7d68-498d-4505-89ab-c60a87befd70), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.156927 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.195352 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-77f86083-f257-42f1-b479-1b5f4c17537d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.202747 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-77f86083-f257-42f1-b479-1b5f4c17537d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 811 time: 0.2049646 Feb 20 20:04:22.269364 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-faf6d019-c6cb-4b08-b9cf-0ab38b8ceebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (954a7d68-498d-4505-89ab-c60a87befd70), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.499867 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-6ddba180-a36c-4b0a-b8dc-01def5428ed0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/quotas/f4c6b97e7c0346b4aa424e02a487a083 HTTP/1.1" status: 200 len: 375 time: 0.1780357 Feb 20 20:04:22.501763 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-9cdc687c-dadc-4449-b970-1544cbaf6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.501763 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-9cdc687c-dadc-4449-b970-1544cbaf6212 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 1127 time: 0.2423100 Feb 20 20:04:22.502942 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:22.502942 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:22.502942 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Pushing event updated for resources: {'Port': ['ID=074370c8-3a7b-4dd9-954d-ba624ec7f644,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:22.502942 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:22.503649 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-dc68cf93-7adc-42fe-9443-7ad541f6d0a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=634d82ed-4412-4eed-97e1-267225a3c312 HTTP/1.1" status: 200 len: 217 time: 0.0540104 Feb 20 20:04:22.508719 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.508719 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.509371 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f322cc-8fe1-4c06-8a03-49d897183d91 req-885d5f64-a98e-4dc2-980c-5381cff3f1f4 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.509371 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e7f322cc-8fe1-4c06-8a03-49d897183d91 req-885d5f64-a98e-4dc2-980c-5381cff3f1f4 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.1772449 Feb 20 20:04:22.509785 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-faf6d019-c6cb-4b08-b9cf-0ab38b8ceebe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=994a13c98b5f43b3aeb616b1166773c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7308116 Feb 20 20:04:22.515272 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38156) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:22.526680 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6d019-c6cb-4b08-b9cf-0ab38b8ceebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954a7d68-498d-4505-89ab-c60a87befd70,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:22.655563 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-3973e2b7-78f6-4518-b696-7442acd13e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:22.657199 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-3973e2b7-78f6-4518-b696-7442acd13e84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 200 len: 854 time: 0.1693363 Feb 20 20:04:22.692867 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-3c186b2f-f6bf-4f94-8952-c8955a4cf42e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3101649 Feb 20 20:04:22.713711 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dc95529-d74b-47c0-b3ba-153ec784970a req-3a4ea891-2e8c-40e4-b908-19340eb1cb11 service neutron] 10.222.0.65 "GET /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035257 Feb 20 20:04:22.763915 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-bea32ced-1353-4f3f-85e9-9bbe545a43d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cbc0eb2-b335-426e-809b-6b54a84974b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692329 Feb 20 20:04:22.763915 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Allocated IP 172.27.2.235 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/3556faf1-59e0-4e03-b08d-6f09cced102c) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:22.782936 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-df119f7e-04c2-4164-868d-6411ff7fde0b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2249701 Feb 20 20:04:22.846564 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Request body: {'port': {'device_id': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:22.889359 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e7f322cc-8fe1-4c06-8a03-49d897183d91 req-f7d9dbdb-f118-48ea-80c3-cc03844492c8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834615 Feb 20 20:04:22.928729 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba3afe68-0de9-4109-8374-d760976f7830 admin admin] Publish callbacks [] for security_group (954a7d68-498d-4505-89ab-c60a87befd70), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.023945 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba3afe68-0de9-4109-8374-d760976f7830 admin admin] Publish callbacks [] for security_group (954a7d68-498d-4505-89ab-c60a87befd70), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.149211 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.251082 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-1cdefa72-691a-4d84-b96a-e0cdcb989c7b service neutron] 10.222.0.48 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565422 Feb 20 20:04:23.519150 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-b498bc6c-a846-428f-99ed-c945decb6c79 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513118 Feb 20 20:04:23.663701 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 265da35a-f237-4679-b741-9b14263a4d52 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:23.885471 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-652cbf3b-46ab-4ca7-92c4-d864e80f7b7e service neutron] 10.222.0.48 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013868 Feb 20 20:04:23.931913 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.962370 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 265da35a-f237-4679-b741-9b14263a4d52 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:23.962736 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (265da35a-f237-4679-b741-9b14263a4d52), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:23.966294 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'tag': '634d82ed-4412-4eed-97e1-267225a3c312'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:23.974569 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f87aea-60f9-4973-b039-9f1576fb3218" -d '{"events": [{"name": "network-changed", "server_uuid": "b38b4ba5-fec9-4843-a3cc-b464866f68e2", "tag": "634d82ed-4412-4eed-97e1-267225a3c312"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:24.078389 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba3afe68-0de9-4109-8374-d760976f7830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (954a7d68-498d-4505-89ab-c60a87befd70), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.082325 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b89a16b4-d73c-4068-9606-045c56c913f6 req-c7349062-35bf-4bcb-a3e5-cb2e708fa8aa service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404639 Feb 20 20:04:24.087174 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ba3afe68-0de9-4109-8374-d760976f7830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.096864 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-ba3afe68-0de9-4109-8374-d760976f7830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/954a7d68-498d-4505-89ab-c60a87befd70 HTTP/1.1" status: 204 len: 168 time: 1.5613835 Feb 20 20:04:24.119278 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89931d2-4b24-4a99-9584-d69164792e39 req-b8802d75-7bf8-40d0-b160-cb815eb400e6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.146551 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f89931d2-4b24-4a99-9584-d69164792e39 req-b8802d75-7bf8-40d0-b160-cb815eb400e6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.7918179 Feb 20 20:04:24.158131 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3afe68-0de9-4109-8374-d760976f7830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a7d68-498d-4505-89ab-c60a87befd70,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:24.186072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ddb1f-405d-47a4-902a-6441fead8486 req-a0ef1b1e-1a65-4579-b935-b43375dcb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:24.193912 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-a0ef1b1e-1a65-4579-b935-b43375dcb712 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7463a671acdd4b6e907b017a57cad40a&device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 1127 time: 0.8313422 Feb 20 20:04:24.225440 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 265da35a-f237-4679-b741-9b14263a4d52 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:24.230707 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device b409cfc0-c821-435b-b037-f68cca87f9f4 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:24.384317 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port b409cfc0-c821-435b-b037-f68cca87f9f4 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:24.384557 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.546375 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.749005 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port b409cfc0-c821-435b-b037-f68cca87f9f4 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:24.751747 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93152289-378a-4540-9b16-bcdf9c7dabaf req-81c6d9c0-f610-48dd-a4dc-23226bdd7547 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 210 time: 0.1289070 Feb 20 20:04:24.751747 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074370c8-3a7b-4dd9-954d-ba624ec7f644 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:24.751747 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Publish callbacks [] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:24.753368 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f89931d2-4b24-4a99-9584-d69164792e39 req-2d66d635-6012-4281-aec9-9bdd642f3572 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663180 Feb 20 20:04:24.753368 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:24.779757 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:24.805008 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e6c2f-a7d1-4de0-8fc9-416b9f1635d2 x-openstack-request-id: req-2f4e6c2f-a7d1-4de0-8fc9-416b9f1635d2 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:24.809855 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38b4ba5-fec9-4843-a3cc-b464866f68e2", "tag": "634d82ed-4412-4eed-97e1-267225a3c312", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:24.810249 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f4e6c2f-a7d1-4de0-8fc9-416b9f1635d2 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:24.810768 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'tag': '634d82ed-4412-4eed-97e1-267225a3c312', 'status': 'completed', 'code': 200} Feb 20 20:04:24.816480 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:24.853545 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Transition to ACTIVE for port object 074370c8-3a7b-4dd9-954d-ba624ec7f644 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:24.921569 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'Port': ['ID=3556faf1-59e0-4e03-b08d-6f09cced102c,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:24.999952 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc2adc-4bdf-4d9a-b513-dd2eda4a76b7 req-cf5c00c8-5bfd-443e-a964-d45ab3b4a64d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.003306 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-70dc2adc-4bdf-4d9a-b513-dd2eda4a76b7 req-cf5c00c8-5bfd-443e-a964-d45ab3b4a64d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.2073753 Feb 20 20:04:25.027464 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-28a190f8-448f-4efe-8e5b-15f96b89d41c req-0a4fa0bb-1a52-4596-94aa-0a546b64ebb9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.1596291 Feb 20 20:04:25.083548 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ddb1f-405d-47a4-902a-6441fead8486 req-69ee50e2-7999-4fbe-94dc-8f18e5c5c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.086256 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-69ee50e2-7999-4fbe-94dc-8f18e5c5c718 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa1cfba3-5412-42c5-96b7-b29a8d1607c6 HTTP/1.1" status: 200 len: 912 time: 0.7886834 Feb 20 20:04:25.102550 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (acdc4162-af50-433c-bb7e-65f6b239748e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.128622 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-70dc2adc-4bdf-4d9a-b513-dd2eda4a76b7 req-b2a895e5-3b4a-4005-9f88-cd3bfcf84001 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154385 Feb 20 20:04:25.161622 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.285185 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.297375 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Attempting to bind port 074370c8-3a7b-4dd9-954d-ba624ec7f644 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:25.297375 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Attempting to bind port 074370c8-3a7b-4dd9-954d-ba624ec7f644 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:25.297375 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Attempting to bind port 074370c8-3a7b-4dd9-954d-ba624ec7f644 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:25.307584 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Pushing event updated for resources: {'Port': ['ID=074370c8-3a7b-4dd9-954d-ba624ec7f644,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:25.310325 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Port 074370c8-3a7b-4dd9-954d-ba624ec7f644 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:25.310496 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Attempting to bind port 074370c8-3a7b-4dd9-954d-ba624ec7f644 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:25.316720 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:25.317407 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Checking segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:25.317655 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Bound using segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:25.318942 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Bound port: 074370c8-3a7b-4dd9-954d-ba624ec7f644, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:25.318942 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.437262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] For port 074370c8-3a7b-4dd9-954d-ba624ec7f644, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:25.449311 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] For port 074370c8-3a7b-4dd9-954d-ba624ec7f644, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:25.583517 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-f496a292-ef19-4fa3-bb82-0cee5a6385ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb HTTP/1.1" status: 200 len: 217 time: 0.1221569 Feb 20 20:04:25.634566 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-9d3046c3-71b2-4753-afbf-f16824c6adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.638301 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-9d3046c3-71b2-4753-afbf-f16824c6adfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 1127 time: 0.1756091 Feb 20 20:04:25.706640 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.800875 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4eb7f3c6-b44c-4e8d-8f69-3bb358f58fc2 req-6ca3a036-6758-4d35-85a2-7f37a2cea3ff tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 210 time: 0.0463386 Feb 20 20:04:25.889184 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affe8c-076d-4651-adc2-4dd89a87e014 req-2d12376e-b4c4-4795-bd80-bdb3d9e79069 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:25.890676 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-61affe8c-076d-4651-adc2-4dd89a87e014 req-2d12376e-b4c4-4795-bd80-bdb3d9e79069 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.0622087 Feb 20 20:04:25.939100 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-61affe8c-076d-4651-adc2-4dd89a87e014 req-c883a5d3-98bf-4e7f-8620-d272fd4a47fe tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Feb 20 20:04:25.973037 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:25.973556 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.007228 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (acdc4162-af50-433c-bb7e-65f6b239748e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.033372 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'Port': ['ID=3556faf1-59e0-4e03-b08d-6f09cced102c,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:26.051243 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Pushing event updated for resources: {'Port': ['ID=074370c8-3a7b-4dd9-954d-ba624ec7f644,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:26.055040 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.055668 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.057213 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-7b2dc1ee-6ee0-43f9-a95a-1adb0a67068c service neutron] 10.222.0.65 "PUT /v2.0/ports/074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 1093 time: 3.2418661 Feb 20 20:04:26.057874 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'tag': '074370c8-3a7b-4dd9-954d-ba624ec7f644'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:26.115363 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-01ec9d46-3cf7-47a2-9502-a28937183f5d req-84a8cf32-77be-4b1b-ad1f-8b4cd2f035f8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.0351288 Feb 20 20:04:26.135112 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:26.137469 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6633620f-3ce4-46b8-bea7-8d7e4a583f51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8092036 Feb 20 20:04:26.293790 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479dac4-a682-4b0e-8f5f-d672730310e3 req-8428746d-063d-4d51-9ce5-db2f0a890b41 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.296380 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a479dac4-a682-4b0e-8f5f-d672730310e3 req-8428746d-063d-4d51-9ce5-db2f0a890b41 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.0865030 Feb 20 20:04:26.394270 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e4cef3-b347-42d7-906a-3762e75f8686" -d '{"events": [{"name": "network-changed", "server_uuid": "5baa6615-85af-4e8b-8f68-b764ad88851f", "tag": "074370c8-3a7b-4dd9-954d-ba624ec7f644"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:26.438596 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a479dac4-a682-4b0e-8f5f-d672730310e3 req-76232ae0-ad3f-41b1-9390-2bd5cbcf48bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362143 Feb 20 20:04:26.503580 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ddb1f-405d-47a4-902a-6441fead8486 req-521f67be-302c-4e90-b833-abca6d233909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.505049 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-521f67be-302c-4e90-b833-abca6d233909 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ef10d815-c165-41d8-92a4-bcb63388b862 HTTP/1.1" status: 200 len: 851 time: 0.1296420 Feb 20 20:04:26.579427 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-82f64e4c-e1b5-44f0-a7fd-a57b03a788f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa1cfba3-5412-42c5-96b7-b29a8d1607c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522571 Feb 20 20:04:26.587533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-ea37e68a-312a-495f-906e-45722b85d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.589905 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-ea37e68a-312a-495f-906e-45722b85d7c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 915 time: 0.2046187 Feb 20 20:04:26.593571 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-b01590dc-b449-4655-9879-477d18aa6200 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--794478933&fields=id&tenant_id=00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 267 time: 0.1319437 Feb 20 20:04:26.597849 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51adaf02-0349-45b7-9cce-cad84991b449 x-openstack-request-id: req-51adaf02-0349-45b7-9cce-cad84991b449 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:26.598135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baa6615-85af-4e8b-8f68-b764ad88851f", "tag": "074370c8-3a7b-4dd9-954d-ba624ec7f644", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:26.598383 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51adaf02-0349-45b7-9cce-cad84991b449 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:26.598824 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'tag': '074370c8-3a7b-4dd9-954d-ba624ec7f644', 'status': 'completed', 'code': 200} Feb 20 20:04:26.752177 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-48f579da-9c29-41d2-a3f0-e662456684c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=634d82ed-4412-4eed-97e1-267225a3c312 HTTP/1.1" status: 200 len: 217 time: 0.1343820 Feb 20 20:04:26.866380 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-016a215a-acec-4759-a714-665eb6641438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.867875 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-016a215a-acec-4759-a714-665eb6641438 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 200 len: 854 time: 0.1052003 Feb 20 20:04:26.869727 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-83355a48-2494-465b-8963-7e1c4b481ce1 service neutron] 10.222.0.65 "GET /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678449 Feb 20 20:04:26.885220 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-80a006c8-c3f8-4962-aee9-d6ea966aed34 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.885730 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-80a006c8-c3f8-4962-aee9-d6ea966aed34 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 817 time: 0.2852509 Feb 20 20:04:26.919564 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-38005b18-e948-434a-978f-02728ac6a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:26.921277 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-38005b18-e948-434a-978f-02728ac6a23f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1127 time: 0.3018827 Feb 20 20:04:26.937691 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-84aa70e0-af4e-4c30-8e84-291cd5c6b916 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cbc0eb2-b335-426e-809b-6b54a84974b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496044 Feb 20 20:04:26.942679 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-7d66343e-cd70-4740-bd7b-5dd7e09b1995 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/quotas/00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 375 time: 0.0538783 Feb 20 20:04:26.958692 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-769a5b9a-286c-4d85-ba3b-d84990ee5070 req-d8a4f3c8-1ad6-4f25-8fc5-2cc4e87615a4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 210 time: 0.0424099 Feb 20 20:04:27.061644 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.65', 52469) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:27.063500 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-c5be2dbc-ed9b-4066-a7ae-0e8bb8cf2027 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.1282909 Feb 20 20:04:27.355127 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-dfbed942-9301-468c-a8cc-b9ba4226ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.356619 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-dfbed942-9301-468c-a8cc-b9ba4226ed49 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.2817080 Feb 20 20:04:27.401013 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-5f03e24d-80e4-4e4d-abce-3685111bbef3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4286535 Feb 20 20:04:27.406449 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-06c09a5c-8333-47f7-be8a-548ad8c408ce tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.407970 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-06c09a5c-8333-47f7-be8a-548ad8c408ce tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 818 time: 0.3434637 Feb 20 20:04:27.410796 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-396f9ccc-2560-4bc7-b891-20753b791963 service neutron] 10.222.0.65 "GET /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211592 Feb 20 20:04:27.425266 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-852d1465-915c-4325-a64a-41d419f8581b service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501517 Feb 20 20:04:27.452681 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-649eb345-9f39-4158-ad42-06c9ba23bd10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765646 Feb 20 20:04:27.452681 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Request body: {'port': {'device_id': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'admin_state_up': True, 'tenant_id': '258f58fea74f473491891d64c3b137f6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:27.547138 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f19b2e-9c89-4a04-8e67-a33df8c35bc6 req-fb5fdb34-36a8-4ec9-81f8-b9a2f1b97ddd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:27.548628 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-66f19b2e-9c89-4a04-8e67-a33df8c35bc6 req-fb5fdb34-36a8-4ec9-81f8-b9a2f1b97ddd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.3977265 Feb 20 20:04:27.593547 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31f87aea-60f9-4973-b039-9f1576fb3218 req-c9d3c893-bcdf-44f6-bd6a-3246ccf137aa service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627722 Feb 20 20:04:27.621264 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-75c8fef4-cd53-4806-afc4-9fb9e10f1f3e service neutron] 10.222.0.48 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342402 Feb 20 20:04:27.698433 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-66f19b2e-9c89-4a04-8e67-a33df8c35bc6 req-c1ec0f2a-4abe-44e0-ab59-c72a00195405 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176014 Feb 20 20:04:27.704863 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-c36a458c-2eba-4b33-a07d-6415a8cd208b service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391100 Feb 20 20:04:27.744175 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-0dcf67fe-75c1-49fa-8ab3-27809450fb98 service neutron] 10.222.0.48 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220052 Feb 20 20:04:27.837019 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7cdce394-ef11-4684-b8bf-196c7aa84a95 req-3a23cbc1-19b4-4984-ab29-e3fb787833d0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.0373518 Feb 20 20:04:27.878263 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33f2c5b0-c705-4b3b-9e24-d5f5b9dacb00 req-541de76d-8880-4bab-aa8c-7a4e4ed3d74f service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638238 Feb 20 20:04:27.879978 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Made reservation on behalf of 258f58fea74f473491891d64c3b137f6 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:27.883581 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.060979 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d8048-2f26-4c22-b8aa-598bf1cf92c9 req-80bd4e7d-49c0-4dab-b06b-01267493018b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.062802 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-881d8048-2f26-4c22-b8aa-598bf1cf92c9 req-80bd4e7d-49c0-4dab-b06b-01267493018b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.1580734 Feb 20 20:04:28.137776 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90eb1b3c-f41a-46ef-9b68-52b915a78cf8 req-6e4d05e9-7154-426c-8fc4-ee0969c241c9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 210 time: 0.0578117 Feb 20 20:04:28.143268 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.218578 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Allocated IP 172.20.0.5 (25b27a7c-84bf-4c48-8ca4-17e3df5ac670/3a58a722-4f04-4932-b957-6f9735d05ea2/07472b65-7967-4104-8806-9ce960f986d6) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:28.225462 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-331bdae8-449a-4228-9131-8802757bcd96 req-96654cef-6d6d-43f3-beda-b7b9251e7cd5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0472522 Feb 20 20:04:28.275030 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-881d8048-2f26-4c22-b8aa-598bf1cf92c9 req-7c559e55-385f-424e-a907-d82412f89925 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023199 Feb 20 20:04:28.322368 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-274e3dcf-65cb-45fc-894f-fd42370b8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.323919 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-274e3dcf-65cb-45fc-894f-fd42370b8a61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1127 time: 0.2484772 Feb 20 20:04:28.424033 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks [] for port (07472b65-7967-4104-8806-9ce960f986d6), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.623937 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (07472b65-7967-4104-8806-9ce960f986d6), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.665778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:28.669125 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:28.679571 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:28.680369 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.681002 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:28.692433 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Pushing event updated for resources: {'Port': ['ID=07472b65-7967-4104-8806-9ce960f986d6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:28.822092 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-086b1c37-7d9c-4cd6-acfc-4b6865364599 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3850396 Feb 20 20:04:28.829744 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d9cf-d2f0-4b03-9601-c49246901023 req-04444d3d-17be-4f9b-a7eb-5a3001b57c10 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:28.831205 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1602d9cf-d2f0-4b03-9601-c49246901023 req-04444d3d-17be-4f9b-a7eb-5a3001b57c10 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.0577507 Feb 20 20:04:28.880445 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1602d9cf-d2f0-4b03-9601-c49246901023 req-8ddee10d-8383-466e-9f7a-c3a0f4a7a205 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Feb 20 20:04:28.940206 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8cd70c21-d948-4b70-a2d9-80c083f7ec78 req-84aa39da-562c-4c2b-a617-afbd21b119ca tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.0302942 Feb 20 20:04:29.279927 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15d0de-ef9c-4a9a-9869-e2365021e66d req-fe9e5384-556b-4106-8a95-f41df8eb6bee tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.281800 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be15d0de-ef9c-4a9a-9869-e2365021e66d req-fe9e5384-556b-4106-8a95-f41df8eb6bee tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 931 time: 0.0766301 Feb 20 20:04:29.307362 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e2f8c1a4-640c-4be1-80ce-0081f90cd8e5 req-e97de430-49f1-44d4-9f0d-e0203c7f5ece tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0322804 Feb 20 20:04:29.336409 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be15d0de-ef9c-4a9a-9869-e2365021e66d req-742d5593-a90d-4f18-9287-2f1833f2c158 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464382 Feb 20 20:04:29.427063 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c366e2-8840-42e3-87da-ee91f3295532 req-c767a6cc-61ce-4671-a2af-66bb43f8db64 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:29.428569 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-74c366e2-8840-42e3-87da-ee91f3295532 req-c767a6cc-61ce-4671-a2af-66bb43f8db64 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.0550637 Feb 20 20:04:29.477792 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-74c366e2-8840-42e3-87da-ee91f3295532 req-7223121b-3f46-4158-b7b3-9cb4a2a23cf2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Feb 20 20:04:29.708439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:29.817108 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96a68286-9064-4b29-a49a-1110a2ada36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.894975 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96a68286-9064-4b29-a49a-1110a2ada36a admin admin] Publish callbacks [] for security_group (42860797-f80d-4a13-ab93-0c241ea82d0d), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:29.984460 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-96a68286-9064-4b29-a49a-1110a2ada36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (42860797-f80d-4a13-ab93-0c241ea82d0d), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:30.000154 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fd3e8-cc18-4bee-940b-7c06c30526d5 req-a717f454-2fa6-461c-8cab-2f76e831dd56 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.001660 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-041fd3e8-cc18-4bee-940b-7c06c30526d5 req-a717f454-2fa6-461c-8cab-2f76e831dd56 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.0537279 Feb 20 20:04:30.030242 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-96a68286-9064-4b29-a49a-1110a2ada36a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0762981d03ea4a819b7eaad010249483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206892 Feb 20 20:04:30.034843 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38396) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:30.039134 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a68286-9064-4b29-a49a-1110a2ada36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42860797-f80d-4a13-ab93-0c241ea82d0d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:30.057228 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-89c965b7-8d97-49c1-a0a3-0e717f950e69 req-200adb8e-d4ad-443b-bf83-622e38542f40 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.0336637 Feb 20 20:04:30.072403 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-041fd3e8-cc18-4bee-940b-7c06c30526d5 req-c4fb89d0-6e81-447a-947b-6dc1f65f6015 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630114 Feb 20 20:04:30.102926 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-65fd1db2-6719-4c88-bec9-13377dbc7b0a admin admin] Publish callbacks [] for security_group (42860797-f80d-4a13-ab93-0c241ea82d0d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:30.125536 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-65fd1db2-6719-4c88-bec9-13377dbc7b0a admin admin] Publish callbacks [] for security_group (42860797-f80d-4a13-ab93-0c241ea82d0d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:30.259596 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-65fd1db2-6719-4c88-bec9-13377dbc7b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (42860797-f80d-4a13-ab93-0c241ea82d0d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:30.262227 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-65fd1db2-6719-4c88-bec9-13377dbc7b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:30.263412 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-65fd1db2-6719-4c88-bec9-13377dbc7b0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42860797-f80d-4a13-ab93-0c241ea82d0d HTTP/1.1" status: 204 len: 168 time: 0.2274873 Feb 20 20:04:30.271284 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd1db2-6719-4c88-bec9-13377dbc7b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42860797-f80d-4a13-ab93-0c241ea82d0d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:30.422221 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c6145d2e-5219-4765-8547-14fbe63d3e5f req-51f6185d-fd5f-47be-bb33-b75ebbcad85b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0282381 Feb 20 20:04:30.466272 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d6b75-686b-4962-8973-6d8a7a150590 req-8a09b568-e67d-4a48-aa50-8649eda1c6a3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.467822 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-de6d6b75-686b-4962-8973-6d8a7a150590 req-8a09b568-e67d-4a48-aa50-8649eda1c6a3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 931 time: 0.0594378 Feb 20 20:04:30.515957 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-de6d6b75-686b-4962-8973-6d8a7a150590 req-61f6ed57-4bfa-4657-8c2f-74a70d1b3bb6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424297 Feb 20 20:04:30.598079 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fa9d2-4329-45c5-bbc3-ca7814428f8f req-fdfa783e-9dc1-470a-a8b1-8c0008cb91fb tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.599567 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-866fa9d2-4329-45c5-bbc3-ca7814428f8f req-fdfa783e-9dc1-470a-a8b1-8c0008cb91fb tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.0540977 Feb 20 20:04:30.648249 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-866fa9d2-4329-45c5-bbc3-ca7814428f8f req-73a24be4-f20e-4470-b484-6a20c89d5cec tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Feb 20 20:04:30.745458 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Request body: {'port': {'device_id': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:30.860219 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-d2b229c2-d191-4605-915a-ebc54d22205e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:30.862065 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-d2b229c2-d191-4605-915a-ebc54d22205e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 811 time: 0.1183093 Feb 20 20:04:30.945419 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-fc901efd-1e4c-4d5d-86b6-fe18133caffc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c6b97e7c0346b4aa424e02a487a083 HTTP/1.1" status: 200 len: 379 time: 0.0681226 Feb 20 20:04:30.956823 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'port': {'device_id': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'admin_state_up': True, 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'security_groups': ['270197b0-906e-486f-948b-948ceea5e2ab']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:31.055758 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38418) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:31.087763 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (07472b65-7967-4104-8806-9ce960f986d6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.087905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cd681acc-14c3-48a6-8094-c830db10b182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.146442 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-5000546e-5687-4476-9e98-5886ae721c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.151797 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-5000546e-5687-4476-9e98-5886ae721c50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.3945138 Feb 20 20:04:31.207327 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a701ea96-c874-4d9c-9b3a-3817821e4a86 req-1bb5bb63-4602-40dd-ae29-c3bfcee7dd98 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.0319140 Feb 20 20:04:31.210594 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Made reservation on behalf of f4c6b97e7c0346b4aa424e02a487a083 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:31.214604 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.246806 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cd681acc-14c3-48a6-8094-c830db10b182 admin admin] Publish callbacks [] for security_group (d5046f48-24de-4e1a-a811-5060822865c4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.261767 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-77831f43-c3d1-4f30-84dc-6fd6d42502de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.0838327 Feb 20 20:04:31.377074 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Allocated IP 172.20.0.6 (fd2e7521-e0cd-40a1-8e84-bf252bf5c141/4a384e91-15c5-488b-816c-e474d325adae/4ff995ad-4405-4af1-9689-3b9e2c93b7fc) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:31.388841 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cd681acc-14c3-48a6-8094-c830db10b182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (d5046f48-24de-4e1a-a811-5060822865c4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.393406 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-15dc7ef2-c91d-43bd-9e94-266032e46577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.394731 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-15dc7ef2-c91d-43bd-9e94-266032e46577 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.1252053 Feb 20 20:04:31.403779 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f66b5-dded-4261-a66a-e6001b5c1e0e req-cd575f7a-664c-40d3-9250-c9e293c81c4b tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.405279 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8c6f66b5-dded-4261-a66a-e6001b5c1e0e req-cd575f7a-664c-40d3-9250-c9e293c81c4b tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.2266991 Feb 20 20:04:31.456414 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-cd681acc-14c3-48a6-8094-c830db10b182 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8f02d7091cd49a78a6d4cfcf24fd48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973043 Feb 20 20:04:31.456414 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd681acc-14c3-48a6-8094-c830db10b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5046f48-24de-4e1a-a811-5060822865c4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:31.457564 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38434) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:31.468270 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-b3298566-4601-4f16-a8dd-2dc7fbedb227 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595376 Feb 20 20:04:31.597002 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3daa65cb-8a98-40a1-893a-150cacd30d1c req-331ef49a-4298-4b87-a4d6-6abc546f4f66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0504699 Feb 20 20:04:31.602014 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b591-8d40-494c-a75f-d0bbb590a354 admin admin] Publish callbacks [] for security_group (d5046f48-24de-4e1a-a811-5060822865c4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.616832 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8c6f66b5-dded-4261-a66a-e6001b5c1e0e req-0b30b0c5-da8c-4170-aa39-d76f4e7dbb75 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981437 Feb 20 20:04:31.656260 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b591-8d40-494c-a75f-d0bbb590a354 admin admin] Publish callbacks [] for security_group (d5046f48-24de-4e1a-a811-5060822865c4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.691986 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-738d42a9-154c-4232-9fb3-65f2d27e2f79 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884561 Feb 20 20:04:31.712392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.828938 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b26049-615a-4495-9a2e-6ed6291c5b46 req-af91ddb7-c51f-4056-97f0-3d6d5917435a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.830526 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4b26049-615a-4495-9a2e-6ed6291c5b46 req-af91ddb7-c51f-4056-97f0-3d6d5917435a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 943 time: 0.0558512 Feb 20 20:04:31.832348 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.840591 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07472b65-7967-4104-8806-9ce960f986d6 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:31.851811 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Publish callbacks [] for port (07472b65-7967-4104-8806-9ce960f986d6), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.873217 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40cf7f-fa63-4f4e-a093-314717fdab1e req-062a6d97-7bf4-4f76-8684-7454e132a912 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.874711 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a40cf7f-fa63-4f4e-a093-314717fdab1e req-062a6d97-7bf4-4f76-8684-7454e132a912 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 931 time: 0.1720686 Feb 20 20:04:31.876734 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b591-8d40-494c-a75f-d0bbb590a354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (d5046f48-24de-4e1a-a811-5060822865c4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.879214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0c1b591-8d40-494c-a75f-d0bbb590a354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.880353 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d0c1b591-8d40-494c-a75f-d0bbb590a354 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5046f48-24de-4e1a-a811-5060822865c4 HTTP/1.1" status: 204 len: 168 time: 0.4218950 Feb 20 20:04:31.888548 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Transition to ACTIVE for port object 07472b65-7967-4104-8806-9ce960f986d6 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:31.905508 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:31.910587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:31.914706 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1b591-8d40-494c-a75f-d0bbb590a354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5046f48-24de-4e1a-a811-5060822865c4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:31.915168 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16e4cef3-b347-42d7-906a-3762e75f8686 req-a385704a-e319-44dd-bb1e-6242713088d8 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135503 Feb 20 20:04:31.925797 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:31.931133 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:31.931810 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.963058 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (07472b65-7967-4104-8806-9ce960f986d6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:31.971685 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'Port': ['ID=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:31.996328 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a40cf7f-fa63-4f4e-a093-314717fdab1e req-45b9cdcf-8421-4cc0-8047-fc30d9e8069e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106567 Feb 20 20:04:32.043430 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4b26049-615a-4495-9a2e-6ed6291c5b46 req-17479681-1448-4206-8584-1608fa3f4f03 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983325 Feb 20 20:04:32.062859 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=07472b65-7967-4104-8806-9ce960f986d6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:32.122131 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-a167cc36-b4d0-4b6a-9abc-df34d246b172 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714611 Feb 20 20:04:32.137436 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Request body: {'port': {'device_id': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:32.168049 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Attempting to bind port 07472b65-7967-4104-8806-9ce960f986d6 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:32.168838 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Attempting to bind port 07472b65-7967-4104-8806-9ce960f986d6 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:32.169668 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Attempting to bind port 07472b65-7967-4104-8806-9ce960f986d6 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:32.249802 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.258117 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Port 07472b65-7967-4104-8806-9ce960f986d6 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:32.260564 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Attempting to bind port 07472b65-7967-4104-8806-9ce960f986d6 on network 25b27a7c-84bf-4c48-8ca4-17e3df5ac670 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:32.280517 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-e2ad30e4-f1d6-4866-9bd4-6af509227bb0 None None] Provisioning complete for port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:32.281448 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e2ad30e4-f1d6-4866-9bd4-6af509227bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.289402 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:32.289748 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Checking segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:32.290133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Bound using segment: {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:32.290614 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Bound port: 07472b65-7967-4104-8806-9ce960f986d6, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:32.290977 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (07472b65-7967-4104-8806-9ce960f986d6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.401372 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-60e6d90f-aa4f-4ce6-a15a-5bff97f57626 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.402888 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-60e6d90f-aa4f-4ce6-a15a-5bff97f57626 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 817 time: 0.2826345 Feb 20 20:04:32.414892 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad30e4-f1d6-4866-9bd4-6af509227bb0 None None] Port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:32.483012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-90d638d7-ea77-457a-8d09-16c513f50d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.504020 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9f69d-fb0a-4bc9-80aa-d4d707827093 req-81398c41-cdf3-4285-a617-477f0c68fc01 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.510594 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1ad9f69d-fb0a-4bc9-80aa-d4d707827093 req-81398c41-cdf3-4285-a617-477f0c68fc01 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 931 time: 0.1441817 Feb 20 20:04:32.511622 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-a2580a38-a88f-4a6f-bd03-12260ee22903 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 379 time: 0.0978386 Feb 20 20:04:32.530594 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'port': {'device_id': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'admin_state_up': True, 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'security_groups': ['fa44f4a0-25df-47ca-ab0c-a041c5441e9c']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:32.557101 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] For port 07472b65-7967-4104-8806-9ce960f986d6, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:32.615952 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] For port 07472b65-7967-4104-8806-9ce960f986d6, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=07472b65-7967-4104-8806-9ce960f986d6,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:32.634945 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1ad9f69d-fb0a-4bc9-80aa-d4d707827093 req-8ad979af-a13b-4f0b-ad50-fc1a055a8b13 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222885 Feb 20 20:04:32.676991 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff995ad-4405-4af1-9689-3b9e2c93b7fc {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:32.685247 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Publish callbacks [] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.711587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Transition to ACTIVE for port object 4ff995ad-4405-4af1-9689-3b9e2c93b7fc will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:32.726207 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (07472b65-7967-4104-8806-9ce960f986d6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.739316 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 634d82ed-4412-4eed-97e1-267225a3c312 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:32.767602 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c5d9-afaf-49e0-8e9d-923133ac46a5 req-4dc86275-99aa-42df-a4ab-f3d71e0dc8d6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.769434 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6d67c5d9-afaf-49e0-8e9d-923133ac46a5 req-4dc86275-99aa-42df-a4ab-f3d71e0dc8d6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 943 time: 0.0744281 Feb 20 20:04:32.802674 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Made reservation on behalf of 00952ea0607741b6adbe912fbab6197a for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:04:32.806615 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.826151 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6d67c5d9-afaf-49e0-8e9d-923133ac46a5 req-31e394dc-3b90-4754-bff7-e01d0bd68e9e tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509789 Feb 20 20:04:32.826959 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.862982 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:32.863943 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.865591 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] 10.222.0.65 "PUT /v2.0/ports/07472b65-7967-4104-8806-9ce960f986d6 HTTP/1.1" status: 200 len: 1093 time: 2.1251118 Feb 20 20:04:32.878045 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-40815bbf-a91e-4850-8f54-564416a19af6 req-f899f552-ca12-48a0-ba89-d9f50e2f36e8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.1120119 Feb 20 20:04:32.878549 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'tag': '07472b65-7967-4104-8806-9ce960f986d6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:32.881891 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09733335-c1fe-4183-a8de-f0b32d7a781f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fac0a39-43cd-4602-81e5-129ea7aa6147", "tag": "07472b65-7967-4104-8806-9ce960f986d6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:32.913428 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 634d82ed-4412-4eed-97e1-267225a3c312, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=634d82ed-4412-4eed-97e1-267225a3c312,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:32.930253 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '634d82ed-4412-4eed-97e1-267225a3c312', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'port_id': '634d82ed-4412-4eed-97e1-267225a3c312', 'mac_address': 'fa:16:3e:10:ca:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e90286-8957-4b52-8e5f-31b307f5ec7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:32.936783 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75d0a8-6443-4dda-b093-953ad128c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=07472b65-7967-4104-8806-9ce960f986d6,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:32.956124 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Attempting to bind port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:32.956464 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Attempting to bind port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:32.956790 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Attempting to bind port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:32.964752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:32.965083 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Attempting to bind port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:32.967310 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Pushing event updated for resources: {'Port': ['ID=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:32.982942 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:32.984178 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Checking segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:32.987162 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Bound using segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:32.988502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Bound port: 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:32.988949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:32.991826 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 634d82ed-4412-4eed-97e1-267225a3c312 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:32.992663 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (634d82ed-4412-4eed-97e1-267225a3c312), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:33.013909 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65102303-0c85-4a01-9e46-015add8b24d9 x-openstack-request-id: req-65102303-0c85-4a01-9e46-015add8b24d9 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:33.024986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fac0a39-43cd-4602-81e5-129ea7aa6147", "tag": "07472b65-7967-4104-8806-9ce960f986d6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:33.028082 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65102303-0c85-4a01-9e46-015add8b24d9 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:33.028743 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'tag': '07472b65-7967-4104-8806-9ce960f986d6', 'status': 'completed', 'code': 200} Feb 20 20:04:33.032851 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634d82ed-4412-4eed-97e1-267225a3c312 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:33.060979 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 634d82ed-4412-4eed-97e1-267225a3c312, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=634d82ed-4412-4eed-97e1-267225a3c312,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:33.109686 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] For port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:33.114134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] For port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:33.163183 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (634d82ed-4412-4eed-97e1-267225a3c312), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:33.163812 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 74638a25-8dd2-4a7f-b462-3bb802d4abdb details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:33.196483 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:33.219061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6accc13-43a8-43e2-b02a-2a604b565b92 req-e477de41-c5c2-445a-85bd-89973be20806 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.220901 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a6accc13-43a8-43e2-b02a-2a604b565b92 req-e477de41-c5c2-445a-85bd-89973be20806 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.1502442 Feb 20 20:04:33.223399 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09733335-c1fe-4183-a8de-f0b32d7a781f req-9414972d-05ce-413d-aaef-12cabe5b6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.225320 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-09733335-c1fe-4183-a8de-f0b32d7a781f req-9414972d-05ce-413d-aaef-12cabe5b6e6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 1127 time: 0.1897650 Feb 20 20:04:33.237409 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Allocated IP 172.20.0.8 (018bc513-de5c-40e2-99fb-d19af3b1b8c8/926057ec-1520-44ea-94b4-f92bdbab9bea/81e0be4e-d2be-4179-8a5d-6ec5ae622503) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:04:33.317864 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb,segment=NetworkSegment(40d7673a-86c4-4f4e-bd0e-e01740372bd4),segment_id=40d7673a-86c4-4f4e-bd0e-e01740372bd4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:33.325874 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Pushing event updated for resources: {'Port': ['ID=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:33.339163 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '74638a25-8dd2-4a7f-b462-3bb802d4abdb', 'network_id': 'aa1cfba3-5412-42c5-96b7-b29a8d1607c6', 'port_id': '74638a25-8dd2-4a7f-b462-3bb802d4abdb', 'mac_address': 'fa:16:3e:c4:33:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef10d815-c165-41d8-92a4-bcb63388b862', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:33.412260 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a6accc13-43a8-43e2-b02a-2a604b565b92 req-0ef00aab-27f0-4740-8781-a3c71a538ac5 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762238 Feb 20 20:04:33.426272 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 74638a25-8dd2-4a7f-b462-3bb802d4abdb is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:33.427654 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:33.438781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.438781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:33.438781 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3f08fd3-91b2-428d-b39b-786b818c814b service neutron] 10.222.0.65 "PUT /v2.0/ports/4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 1093 time: 1.3091140 Feb 20 20:04:33.446404 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:33.450318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93487aba-e663-44ad-8cf0-995d377c382d" -d '{"events": [{"name": "network-changed", "server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:33.473986 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74638a25-8dd2-4a7f-b462-3bb802d4abdb {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:33.500423 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb,segment=NetworkSegment(40d7673a-86c4-4f4e-bd0e-e01740372bd4),segment_id=40d7673a-86c4-4f4e-bd0e-e01740372bd4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:33.519432 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=634d82ed-4412-4eed-97e1-267225a3c312,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:33.529983 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0b38a-925a-42e7-a271-12dfa91f9abb req-f97eb8a5-c52c-4723-97c8-f12df2cab5b7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.539880 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-43c0b38a-925a-42e7-a271-12dfa91f9abb req-f97eb8a5-c52c-4723-97c8-f12df2cab5b7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 944 time: 0.2150476 Feb 20 20:04:33.548244 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26cbc58-40f6-405d-9724-3126882020ff x-openstack-request-id: req-d26cbc58-40f6-405d-9724-3126882020ff {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:33.548622 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:33.559487 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d26cbc58-40f6-405d-9724-3126882020ff {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:33.559487 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'status': 'completed', 'code': 200} Feb 20 20:04:33.607595 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:33.737612 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=74638a25-8dd2-4a7f-b462-3bb802d4abdb,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:33.759012 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-43c0b38a-925a-42e7-a271-12dfa91f9abb req-15ff7581-30da-4389-bca4-51378acb7027 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087059 Feb 20 20:04:33.762474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-ec63c6b6-6bd8-4f89-8873-3f3b9dd02814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.764486 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-ec63c6b6-6bd8-4f89-8873-3f3b9dd02814 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1127 time: 0.2077320 Feb 20 20:04:33.841981 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-b3bdd7d3-b192-4c15-8c8f-353858d6663e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 217 time: 0.0682828 Feb 20 20:04:33.908411 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-65e9d248-917f-4797-9365-1a391ede30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:33.910052 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-65e9d248-917f-4797-9365-1a391ede30ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0614934 Feb 20 20:04:33.947611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:33.954624 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['74638a25-8dd2-4a7f-b462-3bb802d4abdb'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:34.018162 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-72047588-dc62-4c4a-aa1f-738821698315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.019650 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-72047588-dc62-4c4a-aa1f-738821698315 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747497 Feb 20 20:04:34.028183 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4685c-d12f-45e3-a251-7b05c9b6e8ec req-5a1f1708-68ac-486b-8c62-7b5b3d22b632 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.033406 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b1a4685c-d12f-45e3-a251-7b05c9b6e8ec req-5a1f1708-68ac-486b-8c62-7b5b3d22b632 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 944 time: 0.1216276 Feb 20 20:04:34.068973 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09733335-c1fe-4183-a8de-f0b32d7a781f req-1294c570-3564-4b78-8e7f-f7215d28b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.071231 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-09733335-c1fe-4183-a8de-f0b32d7a781f req-1294c570-3564-4b78-8e7f-f7215d28b820 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=258f58fea74f473491891d64c3b137f6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.8312268 Feb 20 20:04:34.122109 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd077a-28c6-464d-9a17-f1968c7d1ea9 req-bd4cff1f-e21a-46c8-a8c3-08b36b384845 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.131369 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e4bd077a-28c6-464d-9a17-f1968c7d1ea9 req-bd4cff1f-e21a-46c8-a8c3-08b36b384845 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.2805915 Feb 20 20:04:34.223173 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b1a4685c-d12f-45e3-a251-7b05c9b6e8ec req-5146d7f8-bfe6-48fb-8997-484916ebd2fc tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729484 Feb 20 20:04:34.288472 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-bce1274c-fa51-402b-9936-660ea0db4166 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474053 Feb 20 20:04:34.362044 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:34.424652 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e4bd077a-28c6-464d-9a17-f1968c7d1ea9 req-c23a4af2-3542-495a-8e25-53aa6834aaef tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2901590 Feb 20 20:04:34.440958 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d4ed52d-c599-4707-b18a-96a1fbfe912a req-0366b321-eb90-469b-a240-52ee4788362f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0506876 Feb 20 20:04:34.485414 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09733335-c1fe-4183-a8de-f0b32d7a781f req-85867ed3-2993-4318-974e-106698214261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.485414 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-09733335-c1fe-4183-a8de-f0b32d7a781f req-85867ed3-2993-4318-974e-106698214261 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4036484 Feb 20 20:04:34.501340 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9d5c2783-43bc-42d4-90f4-089919493d91 req-6e7d9f4f-ece7-4801-8ae7-fd92ee76654c service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004058 Feb 20 20:04:34.577041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2c3f0-42b4-4fa3-ab58-2f01c43b3e98 req-2ceae97e-60a8-45c9-9633-a67dbad3c1f1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.578574 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-eca50d9f-d119-4ba6-912e-bb0cf559b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.580328 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-52c2c3f0-42b4-4fa3-ab58-2f01c43b3e98 req-2ceae97e-60a8-45c9-9633-a67dbad3c1f1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0663939 Feb 20 20:04:34.580729 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-eca50d9f-d119-4ba6-912e-bb0cf559b2e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 1127 time: 0.0521984 Feb 20 20:04:34.628666 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-efa5f808-d852-4cd6-9f4b-ca0b1f6cd907 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07472b65-7967-4104-8806-9ce960f986d6 HTTP/1.1" status: 200 len: 217 time: 0.0406511 Feb 20 20:04:34.634696 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-52c2c3f0-42b4-4fa3-ab58-2f01c43b3e98 req-fe311f39-0d15-4837-8947-7a463ddbbee1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Feb 20 20:04:34.688046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-3e528ee1-6acb-4b39-b308-690d46fa6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.689482 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-3e528ee1-6acb-4b39-b308-690d46fa6e8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.0547719 Feb 20 20:04:34.720787 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-b153b893-3529-4ee5-87e5-f0fade3c7dda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247490 Feb 20 20:04:34.727366 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:34.741161 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 074370c8-3a7b-4dd9-954d-ba624ec7f644 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:34.813663 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:04:34.822158 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:04:34.824148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c05b99ed-6c2b-4686-a82e-84cee95dd527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:34.831158 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:04:34.835950 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.836790 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:34.842639 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:34.874691 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487aba-e663-44ad-8cf0-995d377c382d req-20ad7817-fb7b-4f83-98ba-2526019a0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:34.875915 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-20ad7817-fb7b-4f83-98ba-2526019a0d16 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1127 time: 0.1175463 Feb 20 20:04:34.878701 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-8a3922a0-410a-428e-b2ff-a4cb3c1a4e48 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514688 Feb 20 20:04:34.880133 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 074370c8-3a7b-4dd9-954d-ba624ec7f644, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:34.892367 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '074370c8-3a7b-4dd9-954d-ba624ec7f644', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'port_id': '074370c8-3a7b-4dd9-954d-ba624ec7f644', 'mac_address': 'fa:16:3e:c1:6b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:34.958353 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 074370c8-3a7b-4dd9-954d-ba624ec7f644 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:34.959310 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:34.986328 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074370c8-3a7b-4dd9-954d-ba624ec7f644 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:35.004249 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-632f6a29-f341-406c-8270-b7b96069cd36 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4846876 Feb 20 20:04:35.016700 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 074370c8-3a7b-4dd9-954d-ba624ec7f644, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:35.027934 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Request body: {'port': {'device_id': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:35.101589 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487aba-e663-44ad-8cf0-995d377c382d req-931edc12-445f-4ab9-9e8b-ed2d7ee2ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.103321 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-931edc12-445f-4ab9-9e8b-ed2d7ee2ba4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 912 time: 0.2157717 Feb 20 20:04:35.112400 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.147110 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.150148 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-24599939-b50c-4f4c-ab3d-0e40a07b73d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 217 time: 0.0390139 Feb 20 20:04:35.196824 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=074370c8-3a7b-4dd9-954d-ba624ec7f644,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:35.234943 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487aba-e663-44ad-8cf0-995d377c382d req-26758232-86dd-4b3e-807e-ef7818af2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.236431 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-26758232-86dd-4b3e-807e-ef7818af2138 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0778596 Feb 20 20:04:35.256781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ccece-0176-4b49-821b-d247f95977df req-13aefb50-b993-42d2-8154-9423d5383444 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.261759 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6a1ccece-0176-4b49-821b-d247f95977df req-13aefb50-b993-42d2-8154-9423d5383444 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 944 time: 0.3601367 Feb 20 20:04:35.264711 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-5757a84a-4ffe-4556-bd09-6a8784ffa5e8 None None] Provisioning complete for port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:35.265227 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5757a84a-4ffe-4556-bd09-6a8784ffa5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.356375 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69a13766-9b53-49d7-a6ee-bf49c0651537 req-1fca8240-7db0-4adf-8daf-139a36a32c64 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686649 Feb 20 20:04:35.361774 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5757a84a-4ffe-4556-bd09-6a8784ffa5e8 None None] Port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:04:35.375749 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6a1ccece-0176-4b49-821b-d247f95977df req-a43f660e-4582-4fcc-a576-b2fb7a1f4518 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067181 Feb 20 20:04:35.571500 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb1cd4-19f0-4c13-b670-d4e90caaff33 req-b1201a96-f584-414a-b942-a354fe3e0c1a tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.571500 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3bfb1cd4-19f0-4c13-b670-d4e90caaff33 req-b1201a96-f584-414a-b942-a354fe3e0c1a tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 944 time: 0.1040771 Feb 20 20:04:35.603167 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212b06-80da-49cd-b390-748311f8a28c req-041fe318-f8e0-4f43-8ac9-7ff8455cbcbb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.608613 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-75212b06-80da-49cd-b390-748311f8a28c req-041fe318-f8e0-4f43-8ac9-7ff8455cbcbb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.0851192 Feb 20 20:04:35.662300 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e0be4e-d2be-4179-8a5d-6ec5ae622503 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:35.667832 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-75212b06-80da-49cd-b390-748311f8a28c req-5f76f0f9-ff8e-4eac-a9e9-1a3ad48c78c2 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524628 Feb 20 20:04:35.670153 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3bfb1cd4-19f0-4c13-b670-d4e90caaff33 req-b245b69b-7ec7-4c6a-a9a4-3a27b30441bf tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176803 Feb 20 20:04:35.674324 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Publish callbacks [] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.688636 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Transition to ACTIVE for port object 81e0be4e-d2be-4179-8a5d-6ec5ae622503 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:04:35.793636 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486704d-d07a-4e76-8f77-f3fa50c88a1a req-3cb90dcc-abf2-4a02-9cd4-bf1ef90a71db tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.795816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.796763 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4486704d-d07a-4e76-8f77-f3fa50c88a1a req-3cb90dcc-abf2-4a02-9cd4-bf1ef90a71db tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 931 time: 0.0575342 Feb 20 20:04:35.842002 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb6570-f695-468e-8921-82bec9a5ffd1 req-dd1f079d-bace-48eb-a895-ec437f0820f9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:35.843559 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0bfb6570-f695-468e-8921-82bec9a5ffd1 req-dd1f079d-bace-48eb-a895-ec437f0820f9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0946238 Feb 20 20:04:35.856295 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4486704d-d07a-4e76-8f77-f3fa50c88a1a req-4a50c435-3cf8-44e5-a796-e4c6f2b08e45 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521004 Feb 20 20:04:35.871820 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:35.924038 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Attempting to bind port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:04:35.924632 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Attempting to bind port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:04:35.924968 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Attempting to bind port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:35.926828 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.934724 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:04:35.935208 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Attempting to bind port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:04:35.947764 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:04:35.948131 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Checking segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:04:35.948536 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Bound using segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:04:35.949216 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Bound port: 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:04:35.949578 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:35.955450 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0bfb6570-f695-468e-8921-82bec9a5ffd1 req-f3687a7e-54cf-464c-af12-e0bcb27dd39c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967340 Feb 20 20:04:36.037987 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:04:36.037987 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:04:36.055322 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38608) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:36.127862 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.179470 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-572b6580-c2f3-4eed-866a-215c47c7a256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.182042 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.182694 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.184152 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] 10.222.0.65 "PUT /v2.0/ports/81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 200 len: 1093 time: 1.1703324 Feb 20 20:04:36.186317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:36.188922 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:36.221106 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b632ead-2c3b-4570-9559-353156a5ec8c service neutron] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:36.237557 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe20db1-f40c-4e3c-9a88-ff0909664a78 x-openstack-request-id: req-dfe20db1-f40c-4e3c-9a88-ff0909664a78 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:36.237856 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:36.238114 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dfe20db1-f40c-4e3c-9a88-ff0909664a78 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:36.238513 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'status': 'completed', 'code': 200} Feb 20 20:04:36.296420 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-572b6580-c2f3-4eed-866a-215c47c7a256 admin admin] Publish callbacks [] for security_group (49fce217-abb5-495b-8dc8-1c046f3d4dcd), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.376372 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-572b6580-c2f3-4eed-866a-215c47c7a256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (49fce217-abb5-495b-8dc8-1c046f3d4dcd), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.415640 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-572b6580-c2f3-4eed-866a-215c47c7a256 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eefe8e9cc7cb4c28ba3d191035883383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592129 Feb 20 20:04:36.416527 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b6580-c2f3-4eed-866a-215c47c7a256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fce217-abb5-495b-8dc8-1c046f3d4dcd,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:36.419524 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38618) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:36.469422 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f42c-b935-4222-be23-16893c2714c0 admin admin] Publish callbacks [] for security_group (49fce217-abb5-495b-8dc8-1c046f3d4dcd), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.494071 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f42c-b935-4222-be23-16893c2714c0 admin admin] Publish callbacks [] for security_group (49fce217-abb5-495b-8dc8-1c046f3d4dcd), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.515649 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0470a06-e940-4df4-bd54-9b509630ac83 req-abd62718-d7ec-4f00-8d16-89fed444bed9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.521751 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c0470a06-e940-4df4-bd54-9b509630ac83 req-abd62718-d7ec-4f00-8d16-89fed444bed9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 944 time: 0.0528305 Feb 20 20:04:36.567944 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c0470a06-e940-4df4-bd54-9b509630ac83 req-92e1e0a1-0ebe-4725-bf70-ac13fae76401 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452447 Feb 20 20:04:36.636608 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f42c-b935-4222-be23-16893c2714c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (49fce217-abb5-495b-8dc8-1c046f3d4dcd), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.639124 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5f2f42c-b935-4222-be23-16893c2714c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:36.640290 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a5f2f42c-b935-4222-be23-16893c2714c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49fce217-abb5-495b-8dc8-1c046f3d4dcd HTTP/1.1" status: 204 len: 168 time: 0.2197163 Feb 20 20:04:36.648042 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2f42c-b935-4222-be23-16893c2714c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fce217-abb5-495b-8dc8-1c046f3d4dcd,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:36.793064 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0586-1118-4327-9efa-597fe175db01 req-cc10ff1d-efb4-4215-bc33-55e44d2f8438 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.794587 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-739d0586-1118-4327-9efa-597fe175db01 req-cc10ff1d-efb4-4215-bc33-55e44d2f8438 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.0534887 Feb 20 20:04:36.806031 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd601-abf0-473e-be4f-ef75a9a2e5ef req-0086e525-a001-4d60-b256-86333bff487d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.810427 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3dacd601-abf0-473e-be4f-ef75a9a2e5ef req-0086e525-a001-4d60-b256-86333bff487d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 944 time: 0.0570843 Feb 20 20:04:36.848719 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-739d0586-1118-4327-9efa-597fe175db01 req-6bce8d3b-3317-45e4-ae8b-9e1e353b205f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482628 Feb 20 20:04:36.899837 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487aba-e663-44ad-8cf0-995d377c382d req-6ebca4f2-d3ae-4590-95d6-b6b8bda24b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.899837 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-6ebca4f2-d3ae-4590-95d6-b6b8bda24b75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880959 Feb 20 20:04:36.900832 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3dacd601-abf0-473e-be4f-ef75a9a2e5ef req-582e2a60-f860-4b0f-a076-3b832590a0bd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831678 Feb 20 20:04:36.991146 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bc6ab-4d16-4a7b-8ee8-7cb91e3d3075 req-11cfcc04-f2f7-4426-adfc-b4804bb9224c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:36.992673 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e4bc6ab-4d16-4a7b-8ee8-7cb91e3d3075 req-11cfcc04-f2f7-4426-adfc-b4804bb9224c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0551319 Feb 20 20:04:37.001563 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.053063 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e4bc6ab-4d16-4a7b-8ee8-7cb91e3d3075 req-02301e9d-b19e-4559-bdee-9089a2e6bc8a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544088 Feb 20 20:04:37.079503 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ca84c-ff0f-410b-af13-7ebda2cc16f8 req-a6a39df8-64ed-46fa-afb0-c7a66f16141e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:37.086262 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3c8ca84c-ff0f-410b-af13-7ebda2cc16f8 req-a6a39df8-64ed-46fa-afb0-c7a66f16141e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0579710 Feb 20 20:04:37.131433 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3c8ca84c-ff0f-410b-af13-7ebda2cc16f8 req-45379316-8e66-4b78-b8e1-9f5127191b72 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Feb 20 20:04:37.329602 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 38634) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:37.342736 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65a7cf85-0bc5-4898-9df0-c6b15a46c97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.418123 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65a7cf85-0bc5-4898-9df0-c6b15a46c97d admin admin] Publish callbacks [] for security_group (0a23d659-434b-4c5f-8250-979d0b3e2083), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.498210 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-65a7cf85-0bc5-4898-9df0-c6b15a46c97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0a23d659-434b-4c5f-8250-979d0b3e2083), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.536269 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-65a7cf85-0bc5-4898-9df0-c6b15a46c97d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d61a134bd6ab48fdba29ff61839fd7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055531 Feb 20 20:04:37.537004 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7cf85-0bc5-4898-9df0-c6b15a46c97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23d659-434b-4c5f-8250-979d0b3e2083,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:37.539029 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38638) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:37.586350 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7023afef-3beb-4f52-9058-e944f4815d99 admin admin] Publish callbacks [] for security_group (0a23d659-434b-4c5f-8250-979d0b3e2083), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.607529 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7023afef-3beb-4f52-9058-e944f4815d99 admin admin] Publish callbacks [] for security_group (0a23d659-434b-4c5f-8250-979d0b3e2083), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.691604 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f01618-fc8c-4135-b815-484924443ecf req-4a903aed-a3ec-4510-91ae-c5bc1811ff4d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:37.693077 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a7f01618-fc8c-4135-b815-484924443ecf req-4a903aed-a3ec-4510-91ae-c5bc1811ff4d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Feb 20 20:04:37.727042 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 634d82ed-4412-4eed-97e1-267225a3c312 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:37.736141 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7023afef-3beb-4f52-9058-e944f4815d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0a23d659-434b-4c5f-8250-979d0b3e2083), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.738783 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7023afef-3beb-4f52-9058-e944f4815d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.739949 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7023afef-3beb-4f52-9058-e944f4815d99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a23d659-434b-4c5f-8250-979d0b3e2083 HTTP/1.1" status: 204 len: 168 time: 0.1997709 Feb 20 20:04:37.757195 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023afef-3beb-4f52-9058-e944f4815d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23d659-434b-4c5f-8250-979d0b3e2083,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:37.768289 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a7f01618-fc8c-4135-b815-484924443ecf req-bde2538a-f14e-4568-8645-a390c0983228 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694258 Feb 20 20:04:37.890012 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9 req-f93a39b3-3da3-4414-a622-3c3127b7a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:37.891519 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9 req-f93a39b3-3da3-4414-a622-3c3127b7a578 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1127 time: 0.0854149 Feb 20 20:04:37.893460 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-29a37ddc-83be-4531-94bb-256a89f1c6b7 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506231 Feb 20 20:04:38.041877 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 634d82ed-4412-4eed-97e1-267225a3c312 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:38.043499 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516f75a-bbdc-49a3-ae8e-86c24aa420f3 req-fb8f75cf-6239-4036-87a2-508fa4fc7798 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.045438 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2516f75a-bbdc-49a3-ae8e-86c24aa420f3 req-fb8f75cf-6239-4036-87a2-508fa4fc7798 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 944 time: 0.0684156 Feb 20 20:04:38.047756 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 634d82ed-4412-4eed-97e1-267225a3c312 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:38.054018 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (634d82ed-4412-4eed-97e1-267225a3c312), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.126551 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2516f75a-bbdc-49a3-ae8e-86c24aa420f3 req-7ea78b59-d2f4-479d-b690-3697e4c98fae tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746069 Feb 20 20:04:38.194467 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 634d82ed-4412-4eed-97e1-267225a3c312 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:38.194974 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (634d82ed-4412-4eed-97e1-267225a3c312), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.247651 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 634d82ed-4412-4eed-97e1-267225a3c312, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=634d82ed-4412-4eed-97e1-267225a3c312,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:38.249040 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634d82ed-4412-4eed-97e1-267225a3c312'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:38.311323 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40e5fc-0016-4533-851a-63ab48091333 req-021f0043-f132-484e-9bd8-40b4b79def83 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.314060 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ca40e5fc-0016-4533-851a-63ab48091333 req-021f0043-f132-484e-9bd8-40b4b79def83 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0915954 Feb 20 20:04:38.320343 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9 req-397a51d6-584a-41ce-8413-2dd4433f34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.323235 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9 req-397a51d6-584a-41ce-8413-2dd4433f34f1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=00952ea0607741b6adbe912fbab6197a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4185550 Feb 20 20:04:38.333577 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93487aba-e663-44ad-8cf0-995d377c382d req-97039150-a7c5-482b-a87f-d24bc580c88e service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214814 Feb 20 20:04:38.338750 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (634d82ed-4412-4eed-97e1-267225a3c312), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.340217 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 74638a25-8dd2-4a7f-b462-3bb802d4abdb up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:38.340720 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108640d3-4ea0-469a-99e2-703e44ba3849 req-7afb50c7-9b59-4bed-b2af-79dc96c247a6 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.347730 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-108640d3-4ea0-469a-99e2-703e44ba3849 req-7afb50c7-9b59-4bed-b2af-79dc96c247a6 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.4095271 Feb 20 20:04:38.435379 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ca40e5fc-0016-4533-851a-63ab48091333 req-45c19cb6-33c6-4aa7-ab3f-08980c3e83e9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001740 Feb 20 20:04:38.447856 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-108640d3-4ea0-469a-99e2-703e44ba3849 req-86477f0b-648c-401f-b8c5-97cf58ab0c28 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991797 Feb 20 20:04:38.482965 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=634d82ed-4412-4eed-97e1-267225a3c312,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:38.569195 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e6de69-f68b-4394-9431-fecca9e79077" -d '{"events": [{"server_uuid": "b38b4ba5-fec9-4843-a3cc-b464866f68e2", "name": "network-vif-plugged", "status": "completed", "tag": "634d82ed-4412-4eed-97e1-267225a3c312"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:38.600395 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 74638a25-8dd2-4a7f-b462-3bb802d4abdb completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:38.600533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606df89c-8a8e-4b87-bae6-c7948d1bacbb req-21b51abd-555a-4c7e-b4b5-c95c19672a92 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.600533 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-606df89c-8a8e-4b87-bae6-c7948d1bacbb req-21b51abd-555a-4c7e-b4b5-c95c19672a92 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0698252 Feb 20 20:04:38.604184 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 74638a25-8dd2-4a7f-b462-3bb802d4abdb triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:38.605086 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.666081 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-606df89c-8a8e-4b87-bae6-c7948d1bacbb req-208485ee-7f91-41db-9d30-21f728fcbca1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585177 Feb 20 20:04:38.699237 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 74638a25-8dd2-4a7f-b462-3bb802d4abdb is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:38.701367 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.737327 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb,segment=NetworkSegment(40d7673a-86c4-4f4e-bd0e-e01740372bd4),segment_id=40d7673a-86c4-4f4e-bd0e-e01740372bd4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:38.746526 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.838574 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:38.854429 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb7cc4-7f1e-4a05-9765-72f47c724852 x-openstack-request-id: req-7aeb7cc4-7f1e-4a05-9765-72f47c724852 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:38.854793 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b4ba5-fec9-4843-a3cc-b464866f68e2", "name": "network-vif-plugged", "status": "completed", "tag": "634d82ed-4412-4eed-97e1-267225a3c312", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:38.855611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aeb7cc4-7f1e-4a05-9765-72f47c724852 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:38.856078 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634d82ed-4412-4eed-97e1-267225a3c312', 'code': 200} Feb 20 20:04:38.883648 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=74638a25-8dd2-4a7f-b462-3bb802d4abdb,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:38.895324 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a06487-d716-4d59-9676-c7b70bf29cf3 req-1dc309fb-d768-42e4-a9e9-c877da8c8821 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:38.896828 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5a06487-d716-4d59-9676-c7b70bf29cf3 req-1dc309fb-d768-42e4-a9e9-c877da8c8821 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0549424 Feb 20 20:04:38.947808 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5a06487-d716-4d59-9676-c7b70bf29cf3 req-811678ad-c70a-4c00-ade0-5bad8028fe0d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445375 Feb 20 20:04:39.256593 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1489b-e250-43d8-b56f-28db9510bb94 req-2b5209e2-1286-4f37-a79f-04bdd656ede8 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.258092 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-22b1489b-e250-43d8-b56f-28db9510bb94 req-2b5209e2-1286-4f37-a79f-04bdd656ede8 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0527129 Feb 20 20:04:39.322231 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-22b1489b-e250-43d8-b56f-28db9510bb94 req-aedda1a5-f247-4446-8fc1-7becc90e8353 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Feb 20 20:04:39.586131 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9e0e5-9bae-4896-8862-f17312d234ce req-5107fee8-8b89-4c02-8c5b-6490109eaeb0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.587915 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-58d9e0e5-9bae-4896-8862-f17312d234ce req-5107fee8-8b89-4c02-8c5b-6490109eaeb0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0645201 Feb 20 20:04:39.590641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4fbce-0279-4b93-86f5-b3c13ba0bc68 req-974d81c3-3ea8-49df-8159-c59a4c32ea40 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.592137 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a0a4fbce-0279-4b93-86f5-b3c13ba0bc68 req-974d81c3-3ea8-49df-8159-c59a4c32ea40 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.0646405 Feb 20 20:04:39.637330 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-58d9e0e5-9bae-4896-8862-f17312d234ce req-cf47fbff-c5d3-4f6b-b5dc-e1b24fa6dd3e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Feb 20 20:04:39.647180 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a0a4fbce-0279-4b93-86f5-b3c13ba0bc68 req-b684840c-ded4-47c8-a940-e15b17635d9d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486946 Feb 20 20:04:39.807879 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d0b18-4993-44c8-84b0-587337e402ea req-f9354555-6188-4f1a-8d1a-7dce7473dfa9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:39.809346 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-da7d0b18-4993-44c8-84b0-587337e402ea req-f9354555-6188-4f1a-8d1a-7dce7473dfa9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0614314 Feb 20 20:04:39.855312 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-da7d0b18-4993-44c8-84b0-587337e402ea req-8d35f7d6-6951-462a-9dde-9ebc00faf8e3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Feb 20 20:04:40.066778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556854d-8ea9-4d6f-a77e-f4ab43055d38 req-dd3c3b1b-5c71-4b3b-a100-7e047a5be5d5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.070640 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2556854d-8ea9-4d6f-a77e-f4ab43055d38 req-dd3c3b1b-5c71-4b3b-a100-7e047a5be5d5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0540895 Feb 20 20:04:40.116173 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2556854d-8ea9-4d6f-a77e-f4ab43055d38 req-60e7b3d4-d991-4aa1-9cc3-70ce6977b34c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Feb 20 20:04:40.447161 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566fa47-9442-4fbf-aca7-d34356208f51 req-e7c9651c-017d-4283-acd0-227567855285 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.452436 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e566fa47-9442-4fbf-aca7-d34356208f51 req-e7c9651c-017d-4283-acd0-227567855285 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0552032 Feb 20 20:04:40.497680 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e566fa47-9442-4fbf-aca7-d34356208f51 req-e4803d50-d1b7-440b-8374-3edb5e861d65 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 Feb 20 20:04:40.772025 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39d80-3169-4749-a715-f3b1f16fd135 req-fd4efd22-ba39-42c0-98e2-0d441cd7231b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.774118 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4cf39d80-3169-4749-a715-f3b1f16fd135 req-fd4efd22-ba39-42c0-98e2-0d441cd7231b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0568917 Feb 20 20:04:40.780761 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e403c3-56cf-4a9c-bf03-a3814e0cf902 req-b0f0dcc8-5a3d-4c23-bd37-01930cae27a0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.780761 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f7e403c3-56cf-4a9c-bf03-a3814e0cf902 req-b0f0dcc8-5a3d-4c23-bd37-01930cae27a0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.0639260 Feb 20 20:04:40.839927 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f7e403c3-56cf-4a9c-bf03-a3814e0cf902 req-31a1eda3-22f0-4c7a-88c4-f3e5b151293e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515246 Feb 20 20:04:40.843807 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4cf39d80-3169-4749-a715-f3b1f16fd135 req-25496362-f049-40ad-8efe-ea1e554bef67 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621011 Feb 20 20:04:40.857586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74638a25-8dd2-4a7f-b462-3bb802d4abdb'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:40.860797 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effcc3cb-b745-4e00-a04f-bf32bb81f58e" -d '{"events": [{"server_uuid": "1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5", "name": "network-vif-plugged", "status": "completed", "tag": "74638a25-8dd2-4a7f-b462-3bb802d4abdb"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:40.904148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325205f6-4430-4571-927a-466388f00a20 x-openstack-request-id: req-325205f6-4430-4571-927a-466388f00a20 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:40.904597 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5", "name": "network-vif-plugged", "status": "completed", "tag": "74638a25-8dd2-4a7f-b462-3bb802d4abdb", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:40.905026 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-325205f6-4430-4571-927a-466388f00a20 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:40.905604 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74638a25-8dd2-4a7f-b462-3bb802d4abdb', 'code': 200} Feb 20 20:04:40.978368 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5af34-271b-4756-97b8-96c474c83a30 req-50c2a072-e33a-462f-a4e2-be4ea65a6760 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:40.980396 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-62b5af34-271b-4756-97b8-96c474c83a30 req-50c2a072-e33a-462f-a4e2-be4ea65a6760 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0512743 Feb 20 20:04:41.008214 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['074370c8-3a7b-4dd9-954d-ba624ec7f644'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:41.098602 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-62b5af34-271b-4756-97b8-96c474c83a30 req-c389c797-8600-4d0d-9a5d-d384a8b7e329 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085339 Feb 20 20:04:41.120726 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9 req-9f14da1d-18ae-4e1a-9f28-e306a8e8da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.125441 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e0eaf34-b968-4bf7-8ff7-48da7e324ff9 req-9f14da1d-18ae-4e1a-9f28-e306a8e8da73 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410000 Feb 20 20:04:41.235417 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-f0b7e3d4-2ab1-4e6e-a932-aaec5d9f8b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.236984 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-f0b7e3d4-2ab1-4e6e-a932-aaec5d9f8b5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1127 time: 0.0711184 Feb 20 20:04:41.267580 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5549779-41dc-49db-bec4-c41fb9526d53 req-04ce92bf-f79a-4c37-b518-47a771b5614c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.269388 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5549779-41dc-49db-bec4-c41fb9526d53 req-04ce92bf-f79a-4c37-b518-47a771b5614c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0781243 Feb 20 20:04:41.285846 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-034c4543-d97e-452d-b3dc-5dd763c88c9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 200 len: 217 time: 0.0389194 Feb 20 20:04:41.335985 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5549779-41dc-49db-bec4-c41fb9526d53 req-afeac245-dc4b-472b-ac94-872bc05c8e63 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596399 Feb 20 20:04:41.356541 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-2a23387d-64ee-4eee-b382-6e86c3f1967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.358299 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-2a23387d-64ee-4eee-b382-6e86c3f1967f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0662885 Feb 20 20:04:41.470163 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d68879-373c-43ec-b8f5-c2a8ce01c1b0 req-899da564-9231-483d-82a9-b4ee0b02bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.471679 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f8d68879-373c-43ec-b8f5-c2a8ce01c1b0 req-899da564-9231-483d-82a9-b4ee0b02bdcf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 1129 time: 0.0873983 Feb 20 20:04:41.491873 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f8d68879-373c-43ec-b8f5-c2a8ce01c1b0 req-1c8fb8a8-3cf7-40b8-8987-de0a262f6197 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:41.527178 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-fe9e694e-f065-404b-9c1a-e169d8b08bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.528648 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-fe9e694e-f065-404b-9c1a-e169d8b08bde service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 1129 time: 0.1456709 Feb 20 20:04:41.535014 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-639962ab-8e63-46ea-980e-feb1a21f41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.536377 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-639962ab-8e63-46ea-980e-feb1a21f41d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446836 Feb 20 20:04:41.557483 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-55c6ef11-7614-4003-a38c-2b6583f62329 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:41.587387 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f8d68879-373c-43ec-b8f5-c2a8ce01c1b0 req-1c8fb8a8-3cf7-40b8-8987-de0a262f6197 service neutron] Publish callbacks [] for security_group (9b63c2f1-1472-4063-80f9-c777dd3a8be9), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:41.686940 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f8d68879-373c-43ec-b8f5-c2a8ce01c1b0 req-1c8fb8a8-3cf7-40b8-8987-de0a262f6197 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9b63c2f1-1472-4063-80f9-c777dd3a8be9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:41.706811 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-aaf94459-1266-4393-8717-cb0af3e452e8 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624043 Feb 20 20:04:41.717711 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0db1b7-618c-43ea-8f9a-87029a2ba73b req-4c445a71-2dc4-4e8d-a2c7-bb01fb7dcf30 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.719256 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-db0db1b7-618c-43ea-8f9a-87029a2ba73b req-4c445a71-2dc4-4e8d-a2c7-bb01fb7dcf30 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.1207616 Feb 20 20:04:41.736350 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f8d68879-373c-43ec-b8f5-c2a8ce01c1b0 req-1c8fb8a8-3cf7-40b8-8987-de0a262f6197 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574744 Feb 20 20:04:41.737080 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fb8a8-3cf7-40b8-8987-de0a262f6197 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63c2f1-1472-4063-80f9-c777dd3a8be9,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:41.752362 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.db.api [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-55c6ef11-7614-4003-a38c-2b6583f62329 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8a21fbdbc9a94945b517de7f735b626f {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:04:41.752362 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG oslo_db.api [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-55c6ef11-7614-4003-a38c-2b6583f62329 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:04:41.828565 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-db0db1b7-618c-43ea-8f9a-87029a2ba73b req-f4058706-6f8b-4145-b5e3-2ff7c985a275 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013048 Feb 20 20:04:41.851175 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fe6983ab-9ccb-4277-afd4-b401ec2499c4 req-600515ea-3447-4256-b64b-535c888a9b40 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309240 Feb 20 20:04:41.983585 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ed5a6-c438-45cb-abe4-fcd8906f120d req-153375fd-577e-47f7-85ef-39a539a4ac81 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.985166 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-086ed5a6-c438-45cb-abe4-fcd8906f120d req-153375fd-577e-47f7-85ef-39a539a4ac81 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0680416 Feb 20 20:04:41.986045 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff6bce-3a55-4c2b-8fb8-4457dcc7e807 req-bfe0971d-40a4-491d-96b1-161ab719ca2d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:41.988321 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0eff6bce-3a55-4c2b-8fb8-4457dcc7e807 req-bfe0971d-40a4-491d-96b1-161ab719ca2d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.0662112 Feb 20 20:04:42.053846 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-086ed5a6-c438-45cb-abe4-fcd8906f120d req-b95d0175-2ab5-4210-81f1-dc8b17db9866 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618448 Feb 20 20:04:42.057385 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0eff6bce-3a55-4c2b-8fb8-4457dcc7e807 req-19df589b-447f-46b6-97af-e246dd9e0a6b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556273 Feb 20 20:04:42.248085 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e24499-a14e-488b-9980-05eb91704518 req-c5b1f81e-b0d7-4fbe-8376-9c0f9ef82cb8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:42.249615 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-35e24499-a14e-488b-9980-05eb91704518 req-c5b1f81e-b0d7-4fbe-8376-9c0f9ef82cb8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0698304 Feb 20 20:04:42.256171 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-55c6ef11-7614-4003-a38c-2b6583f62329 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:42.361455 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-35e24499-a14e-488b-9980-05eb91704518 req-80dd5637-cc3b-47ef-9572-4c3a50cd2e3d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025445 Feb 20 20:04:42.427226 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4245b77e-ccb4-4212-b12c-16e232b90a49 req-55c6ef11-7614-4003-a38c-2b6583f62329 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8899112 Feb 20 20:04:42.517285 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7eb42e-5d02-4e3a-a9e1-ee35d180a32a req-1f377ff7-cd6e-4a94-add0-51fff91368b8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:42.521618 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cf7eb42e-5d02-4e3a-a9e1-ee35d180a32a req-1f377ff7-cd6e-4a94-add0-51fff91368b8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0762348 Feb 20 20:04:42.602192 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cf7eb42e-5d02-4e3a-a9e1-ee35d180a32a req-42b290f6-a533-48bb-a3b4-bc6608eab274 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752544 Feb 20 20:04:42.978005 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42053e37-60ea-4674-b0e0-e96beea5089e req-17598a39-e978-4c45-8abe-4da6ae3dc3b6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:42.981022 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 4ff995ad-4405-4af1-9689-3b9e2c93b7fc details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:42.985028 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-42053e37-60ea-4674-b0e0-e96beea5089e req-17598a39-e978-4c45-8abe-4da6ae3dc3b6 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0838695 Feb 20 20:04:42.985650 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 074370c8-3a7b-4dd9-954d-ba624ec7f644 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:43.039749 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-42053e37-60ea-4674-b0e0-e96beea5089e req-f7815e17-6a04-4eb1-86ce-ba10106c74ca tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538220 Feb 20 20:04:43.190437 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:43.204902 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'port_id': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'mac_address': 'fa:16:3e:81:6b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:43.223880 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105dce5-9873-4ed1-87f2-021719ce37e4 req-79cfa37f-7c4e-4dd0-a2be-1cb0ff944ec5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:43.224939 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20bb16-865a-4f6d-aefd-1317486b7dc1 req-864a9241-8354-49b8-a6e3-dfd73ee907c5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:43.226683 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c20bb16-865a-4f6d-aefd-1317486b7dc1 req-864a9241-8354-49b8-a6e3-dfd73ee907c5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0770891 Feb 20 20:04:43.229103 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8105dce5-9873-4ed1-87f2-021719ce37e4 req-79cfa37f-7c4e-4dd0-a2be-1cb0ff944ec5 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 943 time: 0.0824547 Feb 20 20:04:43.251531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:43.252046 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:43.269247 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff995ad-4405-4af1-9689-3b9e2c93b7fc {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:43.303155 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8105dce5-9873-4ed1-87f2-021719ce37e4 req-30099c24-5d0f-48e9-8bed-4a19fc4e2d80 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557680 Feb 20 20:04:43.304316 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c20bb16-865a-4f6d-aefd-1317486b7dc1 req-d133e29e-0ca2-4c26-b0a9-114209d6d724 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610156 Feb 20 20:04:43.309976 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:43.331148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 074370c8-3a7b-4dd9-954d-ba624ec7f644 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:43.335516 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 074370c8-3a7b-4dd9-954d-ba624ec7f644 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:43.339960 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:43.430325 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 074370c8-3a7b-4dd9-954d-ba624ec7f644 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:43.430687 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:43.457557 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074370c8-3a7b-4dd9-954d-ba624ec7f644'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:43.459672 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959b9deb-e705-42f7-bfbd-28837127ac5d" -d '{"events": [{"server_uuid": "5baa6615-85af-4e8b-8f68-b764ad88851f", "name": "network-vif-plugged", "status": "completed", "tag": "074370c8-3a7b-4dd9-954d-ba624ec7f644"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:43.465531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:43.482659 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 074370c8-3a7b-4dd9-954d-ba624ec7f644, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:43.519534 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5599a6-6df3-48fb-aba4-435348685c52 x-openstack-request-id: req-1f5599a6-6df3-48fb-aba4-435348685c52 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:43.520858 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baa6615-85af-4e8b-8f68-b764ad88851f", "name": "network-vif-plugged", "status": "completed", "tag": "074370c8-3a7b-4dd9-954d-ba624ec7f644", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:43.520858 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f5599a6-6df3-48fb-aba4-435348685c52 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:43.520858 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074370c8-3a7b-4dd9-954d-ba624ec7f644', 'code': 200} Feb 20 20:04:43.534222 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:43.538760 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd229a-1086-446a-936c-337b54e8d25d req-0036e0ef-8b30-4d67-a75d-83d4034fd352 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:43.540337 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04bd229a-1086-446a-936c-337b54e8d25d req-0036e0ef-8b30-4d67-a75d-83d4034fd352 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0736451 Feb 20 20:04:43.599106 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04bd229a-1086-446a-936c-337b54e8d25d req-2c574655-0491-46ee-b1c8-363f9e37786a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527422 Feb 20 20:04:43.708161 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:43.772862 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd044bd-44e9-4a86-a7f0-ec80777de476 req-5a313bc1-42c3-4f37-95cf-5fd994b37d79 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:43.773946 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:04:43.776279 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5cd044bd-44e9-4a86-a7f0-ec80777de476 req-5a313bc1-42c3-4f37-95cf-5fd994b37d79 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0981641 Feb 20 20:04:43.797845 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=074370c8-3a7b-4dd9-954d-ba624ec7f644,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:43.837966 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5cd044bd-44e9-4a86-a7f0-ec80777de476 req-bc73d5f8-0dc2-4f5b-a7e1-30f16da76881 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Feb 20 20:04:43.870037 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['4ff995ad-4405-4af1-9689-3b9e2c93b7fc'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:44.025087 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89187bd5-9f6f-4f59-9c39-86cb9443a5b1 req-ce52466b-8b52-47d0-9fb1-7fd93ba745c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.028139 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-89187bd5-9f6f-4f59-9c39-86cb9443a5b1 req-ce52466b-8b52-47d0-9fb1-7fd93ba745c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0644498 Feb 20 20:04:44.089762 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-89187bd5-9f6f-4f59-9c39-86cb9443a5b1 req-02b87e45-5a3b-4638-8678-3398f5a0d7f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Feb 20 20:04:44.177697 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6755f-de93-4e2b-ac28-43fef8e3f5ce req-7e14925a-8a79-4ee9-b518-d5fe55bffcd3 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.179177 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-30d6755f-de93-4e2b-ac28-43fef8e3f5ce req-7e14925a-8a79-4ee9-b518-d5fe55bffcd3 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0535491 Feb 20 20:04:44.231761 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-30d6755f-de93-4e2b-ac28-43fef8e3f5ce req-52d7ccf1-13c6-4d29-9040-16b2419b0d77 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Feb 20 20:04:44.424794 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbff6f2-189e-41ed-bf68-8a0c5861b141 req-ca103362-4dcf-4f1a-8e18-de5491eb0921 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.426671 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7bbff6f2-189e-41ed-bf68-8a0c5861b141 req-ca103362-4dcf-4f1a-8e18-de5491eb0921 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 944 time: 0.0575354 Feb 20 20:04:44.445674 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77758d-3d51-45b5-ba72-00d4fd5dfc1b req-cbcf5456-00c7-4782-90a8-10b164f728ab tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.447310 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3a77758d-3d51-45b5-ba72-00d4fd5dfc1b req-cbcf5456-00c7-4782-90a8-10b164f728ab tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0616465 Feb 20 20:04:44.483142 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7bbff6f2-189e-41ed-bf68-8a0c5861b141 req-a9d9e0aa-e6a5-407c-ba1b-b91a668046b6 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509465 Feb 20 20:04:44.505001 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3a77758d-3d51-45b5-ba72-00d4fd5dfc1b req-c999d0a3-ae22-4f15-8687-8001917347ec tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511861 Feb 20 20:04:44.730799 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42638b75-41f7-4b2f-931f-39dd13d7c2df req-5019a143-fb05-42c9-8d2f-d2e54ba18268 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.732534 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-42638b75-41f7-4b2f-931f-39dd13d7c2df req-5019a143-fb05-42c9-8d2f-d2e54ba18268 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.0575712 Feb 20 20:04:44.785034 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-42638b75-41f7-4b2f-931f-39dd13d7c2df req-bc2d9a34-3951-4a4f-b5a9-17cae508cc98 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Feb 20 20:04:44.972090 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766788d-6d59-426e-9f30-a0f7560f891f req-0d89534a-98f8-4474-a9b7-768f2c0a0108 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:44.973595 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5766788d-6d59-426e-9f30-a0f7560f891f req-0d89534a-98f8-4474-a9b7-768f2c0a0108 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0597119 Feb 20 20:04:44.992728 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:45.002446 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 4ff995ad-4405-4af1-9689-3b9e2c93b7fc up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:45.023093 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5766788d-6d59-426e-9f30-a0f7560f891f req-403669ed-3270-49ba-9d8a-0a0522ed0c80 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Feb 20 20:04:45.141504 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:45.157542 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'mac_address': 'fa:16:3e:1d:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:45.181844 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:45.194655 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:45.195025 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.224732 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:45.225119 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.248920 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e0be4e-d2be-4179-8a5d-6ec5ae622503 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:45.286188 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:45.333767 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:45.334281 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.391673 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:45.407046 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.410648 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 07472b65-7967-4104-8806-9ce960f986d6 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:04:45.467885 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654b6ad-0e7d-4595-8c14-c08a73b752e8 req-4ce0b691-697c-47e1-92c9-09f0ecc03e7f tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.480314 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9654b6ad-0e7d-4595-8c14-c08a73b752e8 req-4ce0b691-697c-47e1-92c9-09f0ecc03e7f tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.1224892 Feb 20 20:04:45.487742 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:45.521118 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:45.523654 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7aa876-f189-40e9-abaf-dbf783db14d0" -d '{"events": [{"server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:45.527236 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.572959 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9654b6ad-0e7d-4595-8c14-c08a73b752e8 req-1a236a25-5cc8-4701-bda5-d849ab01da2d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908892 Feb 20 20:04:45.603653 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:45.624446 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 07472b65-7967-4104-8806-9ce960f986d6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=07472b65-7967-4104-8806-9ce960f986d6,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:45.637071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '07472b65-7967-4104-8806-9ce960f986d6', 'network_id': '25b27a7c-84bf-4c48-8ca4-17e3df5ac670', 'port_id': '07472b65-7967-4104-8806-9ce960f986d6', 'mac_address': 'fa:16:3e:2e:7d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a58a722-4f04-4932-b957-6f9735d05ea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:04:45.676076 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238417fb-dc61-4f7b-a3db-4ed0f265a412 req-ea6e8793-3cdc-48f1-b8a1-b5d14c2e70ed tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.678593 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb53b92-fab9-42fb-92d6-8b1475d34a92 x-openstack-request-id: req-0bb53b92-fab9-42fb-92d6-8b1475d34a92 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:45.678777 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:45.679114 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bb53b92-fab9-42fb-92d6-8b1475d34a92 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:45.679497 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'code': 200} Feb 20 20:04:45.681078 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-238417fb-dc61-4f7b-a3db-4ed0f265a412 req-ea6e8793-3cdc-48f1-b8a1-b5d14c2e70ed tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0760574 Feb 20 20:04:45.703531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 07472b65-7967-4104-8806-9ce960f986d6 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:45.703978 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (07472b65-7967-4104-8806-9ce960f986d6), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.723862 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07472b65-7967-4104-8806-9ce960f986d6 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:04:45.747103 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 07472b65-7967-4104-8806-9ce960f986d6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=07472b65-7967-4104-8806-9ce960f986d6,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:45.753996 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-238417fb-dc61-4f7b-a3db-4ed0f265a412 req-2650e14a-6013-463e-a670-9f9fc94b22a6 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620568 Feb 20 20:04:45.810547 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b8e6f-ae7f-4920-9992-f497b6dc7bdd req-1554eef3-ef55-4bd1-9de3-dc74af0dc07c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.813442 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-257b8e6f-ae7f-4920-9992-f497b6dc7bdd req-1554eef3-ef55-4bd1-9de3-dc74af0dc07c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.0737281 Feb 20 20:04:45.875747 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-257b8e6f-ae7f-4920-9992-f497b6dc7bdd req-6b34b769-027e-46ae-a039-907b8e5e4ac4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564928 Feb 20 20:04:45.908502 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (07472b65-7967-4104-8806-9ce960f986d6), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:45.956359 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fc5a5-456c-4907-bbd4-bc7a5235566a req-da8282a8-fdc9-4222-b564-5a19145cf03e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:45.958018 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e59fc5a5-456c-4907-bbd4-bc7a5235566a req-da8282a8-fdc9-4222-b564-5a19145cf03e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 943 time: 0.1003907 Feb 20 20:04:45.970864 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=07472b65-7967-4104-8806-9ce960f986d6,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:46.011999 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e59fc5a5-456c-4907-bbd4-bc7a5235566a req-cb4f03bb-7697-4337-ad82-ad5285adb4e1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481930 Feb 20 20:04:46.174606 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949545f4-4b20-492b-a7ea-994e4b1ce64e req-36da94fb-83f3-40a2-a890-82380ba384e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:46.176188 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-949545f4-4b20-492b-a7ea-994e4b1ce64e req-36da94fb-83f3-40a2-a890-82380ba384e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1129 time: 0.0563817 Feb 20 20:04:46.238927 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-949545f4-4b20-492b-a7ea-994e4b1ce64e req-ea2444c2-0b09-44e4-8cd8-75a180329881 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554221 Feb 20 20:04:46.295779 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['81e0be4e-d2be-4179-8a5d-6ec5ae622503'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:46.324200 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['07472b65-7967-4104-8806-9ce960f986d6'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:04:46.881814 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176e68-bfb5-4f71-9a15-23d1f5eff93f req-c546b8b4-0def-4dfe-a886-3af6dbd08a47 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:46.883312 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3b176e68-bfb5-4f71-9a15-23d1f5eff93f req-c546b8b4-0def-4dfe-a886-3af6dbd08a47 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0612359 Feb 20 20:04:46.938508 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3b176e68-bfb5-4f71-9a15-23d1f5eff93f req-3e2634ac-a71f-417e-975e-ee1e41e9a513 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474150 Feb 20 20:04:47.040920 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52c3d9-35ea-4519-bc76-30aa3a369eb2 req-36b91652-3118-4fc5-9a38-50514abe58bf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:47.040920 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed52c3d9-35ea-4519-bc76-30aa3a369eb2 req-36b91652-3118-4fc5-9a38-50514abe58bf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.0654464 Feb 20 20:04:47.102389 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed52c3d9-35ea-4519-bc76-30aa3a369eb2 req-69656fd7-8f1d-4231-872c-f85450d2355e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531461 Feb 20 20:04:47.159587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ef0d4-ef8f-4789-aca5-d9bda438e0cb req-f5cfa604-ace2-42b8-9872-ca50e2dcc184 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:47.161926 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-762ef0d4-ef8f-4789-aca5-d9bda438e0cb req-f5cfa604-ace2-42b8-9872-ca50e2dcc184 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 944 time: 0.0694985 Feb 20 20:04:47.220342 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-762ef0d4-ef8f-4789-aca5-d9bda438e0cb req-6b24b275-03f3-436b-b5ce-e1d10b3c0d29 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Feb 20 20:04:48.081777 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dab86-1fcb-454e-985c-0fd19be3d6ed req-b85607a1-b2b0-4489-8384-116f12ec592a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.083378 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b65dab86-1fcb-454e-985c-0fd19be3d6ed req-b85607a1-b2b0-4489-8384-116f12ec592a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0638306 Feb 20 20:04:48.134880 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b65dab86-1fcb-454e-985c-0fd19be3d6ed req-65bfc3a7-b31c-4b12-8af5-3f3b8019c9b3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413089 Feb 20 20:04:48.491340 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976ee22-6c9a-4e22-967d-5f2e4fd6bc40 req-02bedda2-752c-49dd-8ed4-ebd2708b0896 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.493085 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f976ee22-6c9a-4e22-967d-5f2e4fd6bc40 req-02bedda2-752c-49dd-8ed4-ebd2708b0896 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.0821011 Feb 20 20:04:48.557280 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f976ee22-6c9a-4e22-967d-5f2e4fd6bc40 req-3d3f35b6-895a-4dd5-9c6b-d7242ece03c4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536585 Feb 20 20:04:48.696798 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c128419-ef40-478a-ae32-701a70e7e700 req-9995a5a2-9720-421d-be31-41d45eade4d4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:48.698647 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4c128419-ef40-478a-ae32-701a70e7e700 req-9995a5a2-9720-421d-be31-41d45eade4d4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 944 time: 0.0772514 Feb 20 20:04:48.755337 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4c128419-ef40-478a-ae32-701a70e7e700 req-5bf7280c-89b3-4eda-b609-b4f2cf3c4457 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509148 Feb 20 20:04:49.023126 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:49.189872 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:49.194464 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:49.196758 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.274104 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee83a-ddb2-4173-b3e3-50a04fd12ccc req-87b5a81d-b167-4d9c-9c3e-3ee1ed2e1ca8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.275679 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38eee83a-ddb2-4173-b3e3-50a04fd12ccc req-87b5a81d-b167-4d9c-9c3e-3ee1ed2e1ca8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0617361 Feb 20 20:04:49.295544 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:49.295966 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.320267 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:49.325716 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf1ff9a-4a36-4393-92a6-3afc577c213d" -d '{"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-plugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:49.328345 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38eee83a-ddb2-4173-b3e3-50a04fd12ccc req-7f371497-883e-4fe5-9904-9b4dd37bb756 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464721 Feb 20 20:04:49.340353 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:49.384138 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ccf1e7-0fd1-4023-bc30-3e5206e0f681 x-openstack-request-id: req-76ccf1e7-0fd1-4023-bc30-3e5206e0f681 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:49.384344 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-plugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:49.384598 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76ccf1e7-0fd1-4023-bc30-3e5206e0f681 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:49.385371 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'code': 200} Feb 20 20:04:49.430281 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.431422 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 07472b65-7967-4104-8806-9ce960f986d6 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:04:49.493137 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414ca45-0a8b-409f-89cf-325ef1b8aacf req-b8cb4808-8500-44e4-83cc-91184187d2c7 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.496052 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d414ca45-0a8b-409f-89cf-325ef1b8aacf req-b8cb4808-8500-44e4-83cc-91184187d2c7 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0604019 Feb 20 20:04:49.505176 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 38988) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:49.510626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'floatingip': {'port_id': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:49.513194 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:49.588560 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (7d5eebe3-d34c-4f59-b209-1cca08ceaf8b), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.662670 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 07472b65-7967-4104-8806-9ce960f986d6 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:04:49.667954 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 07472b65-7967-4104-8806-9ce960f986d6 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:04:49.668333 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (07472b65-7967-4104-8806-9ce960f986d6), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.709189 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628bfc-1eb7-4c52-ba3d-96c64f41205c req-c2732d80-0509-4899-b10b-af3b2edd6b78 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.710731 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-65628bfc-1eb7-4c52-ba3d-96c64f41205c req-c2732d80-0509-4899-b10b-af3b2edd6b78 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0753973 Feb 20 20:04:49.763446 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 07472b65-7967-4104-8806-9ce960f986d6 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:04:49.764172 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (07472b65-7967-4104-8806-9ce960f986d6), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.774368 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-65628bfc-1eb7-4c52-ba3d-96c64f41205c req-2ec773f2-0b48-4a83-9d5b-1eaec09f5259 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576069 Feb 20 20:04:49.823823 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 07472b65-7967-4104-8806-9ce960f986d6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=07472b65-7967-4104-8806-9ce960f986d6,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:04:49.938072 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (07472b65-7967-4104-8806-9ce960f986d6), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:49.946947 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa5f2b-c62a-4300-bf61-ecf87320f233 req-bc5cfb5c-4894-4582-988d-36af5222b960 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:49.948735 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b7fa5f2b-c62a-4300-bf61-ecf87320f233 req-bc5cfb5c-4894-4582-988d-36af5222b960 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 944 time: 0.0997927 Feb 20 20:04:50.003007 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=07472b65-7967-4104-8806-9ce960f986d6,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:50.019249 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b7fa5f2b-c62a-4300-bf61-ecf87320f233 req-9e189394-4fb8-4671-abd0-bb1f5dd19752 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625095 Feb 20 20:04:50.021363 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109e816-ea93-4699-9b61-d999340c3f2e req-598cedd0-3250-44a2-a334-6a06a4b9e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:50.023101 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4109e816-ea93-4699-9b61-d999340c3f2e req-598cedd0-3250-44a2-a334-6a06a4b9e3e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1129 time: 0.1155720 Feb 20 20:04:50.082637 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4109e816-ea93-4699-9b61-d999340c3f2e req-1d5de65f-02f9-4135-8e11-5367e21e443b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524743 Feb 20 20:04:50.608229 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:50.664433 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (7d5eebe3-d34c-4f59-b209-1cca08ceaf8b), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:50.773742 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Floating IP 7d5eebe3-d34c-4f59-b209-1cca08ceaf8b associated. External IP: 172.27.2.53, port: 4ff995ad-4405-4af1-9689-3b9e2c93b7fc. Feb 20 20:04:50.927210 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777d170-402e-41d4-be25-d813eaabf21f req-08cdc6f7-977d-4fdf-a17e-a0aff25103d1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:50.928839 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5777d170-402e-41d4-be25-d813eaabf21f req-08cdc6f7-977d-4fdf-a17e-a0aff25103d1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0552964 Feb 20 20:04:50.986767 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5777d170-402e-41d4-be25-d813eaabf21f req-8cd054df-c2ce-49be-9c25-3977375eea5c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513337 Feb 20 20:04:51.049371 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Router 632973ec-f952-46b7-9fa6-67069727fbe9 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:51.204537 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5b7c8-9c07-4e72-b60c-57ac8ee729af req-140cc720-1b4d-430f-8cfb-4e4fe48fd144 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.206035 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69f5b7c8-9c07-4e72-b60c-57ac8ee729af req-140cc720-1b4d-430f-8cfb-4e4fe48fd144 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1115146 Feb 20 20:04:51.221949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:51.226955 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:51.234358 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:51.244498 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:51.245109 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:51.276063 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e387aa4c-f838-4918-8bd4-740425b454a3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "PUT /v2.0/floatingips/7d5eebe3-d34c-4f59-b209-1cca08ceaf8b HTTP/1.1" status: 200 len: 990 time: 1.7696941 Feb 20 20:04:51.280109 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:51.282502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f13e76-eafa-41d1-8cdf-bf115a6941c4" -d '{"events": [{"name": "network-changed", "server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:51.297897 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69f5b7c8-9c07-4e72-b60c-57ac8ee729af req-6148c553-87bb-4892-b769-9f12ae71eafa tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Feb 20 20:04:51.363612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25896471-a565-43c0-9a57-c1bcb75ae33f x-openstack-request-id: req-25896471-a565-43c0-9a57-c1bcb75ae33f {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:51.364147 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:51.364404 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25896471-a565-43c0-9a57-c1bcb75ae33f {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:51.364826 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'status': 'completed', 'code': 200} Feb 20 20:04:51.373325 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:51.386721 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07472b65-7967-4104-8806-9ce960f986d6'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:51.389364 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec6d6d3-ff27-4231-a0f0-2b025c9c0c92" -d '{"events": [{"server_uuid": "5fac0a39-43cd-4602-81e5-129ea7aa6147", "name": "network-vif-plugged", "status": "completed", "tag": "07472b65-7967-4104-8806-9ce960f986d6"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:51.436302 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe97ad12-eb1a-4886-8b36-28feb26528b4 x-openstack-request-id: req-fe97ad12-eb1a-4886-8b36-28feb26528b4 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:51.436773 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fac0a39-43cd-4602-81e5-129ea7aa6147", "name": "network-vif-plugged", "status": "completed", "tag": "07472b65-7967-4104-8806-9ce960f986d6", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:51.436988 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe97ad12-eb1a-4886-8b36-28feb26528b4 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:51.437498 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07472b65-7967-4104-8806-9ce960f986d6', 'code': 200} Feb 20 20:04:51.491875 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-7f4030db-9c7b-4a41-ba70-a2811f6c0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.494676 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-7f4030db-9c7b-4a41-ba70-a2811f6c0e3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1129 time: 0.0786641 Feb 20 20:04:51.609322 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-16da9678-2fa4-4398-b1cc-5dc0c1a9d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.611247 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-16da9678-2fa4-4398-b1cc-5dc0c1a9d446 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 912 time: 0.0986936 Feb 20 20:04:51.671586 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '7d5eebe3-d34c-4f59-b209-1cca08ceaf8b', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'port_id': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'mac_address': 'fa:16:3e:81:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:17Z', 'updated_at': '2022-02-20T20:04:50Z', 'revision_number': 1, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:51.697814 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:51.706217 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:51.706815 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:51.727108 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-c41b10a9-8df3-4263-830b-ff2f43e8d7ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 998 time: 0.0957177 Feb 20 20:04:51.783159 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-a9b935ab-0d7f-4d58-93d6-dff68f33102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.785234 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-a9b935ab-0d7f-4d58-93d6-dff68f33102a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0512528 Feb 20 20:04:51.830286 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:51.837347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-dccbf8ac-6897-4453-90c3-2a5382d6d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:51.839087 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-dccbf8ac-6897-4453-90c3-2a5382d6d779 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451887 Feb 20 20:04:51.944837 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-574a3b0f-9721-4bbe-91d1-f4c48b843cfb service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979173 Feb 20 20:04:52.103272 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '7d5eebe3-d34c-4f59-b209-1cca08ceaf8b', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'port_id': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'mac_address': 'fa:16:3e:81:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:17Z', 'updated_at': '2022-02-20T20:04:50Z', 'revision_number': 1, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:52.118283 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce75a0d-f812-4aec-b031-e97ff5a30293 req-ef5aa73e-def4-4866-8733-b50092f55775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:52.121357 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ce75a0d-f812-4aec-b031-e97ff5a30293 req-ef5aa73e-def4-4866-8733-b50092f55775 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 1129 time: 0.1453080 Feb 20 20:04:52.129140 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88f13e76-eafa-41d1-8cdf-bf115a6941c4 req-ff2d9dd6-3855-4fb2-84d6-f492392a7c84 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553721 Feb 20 20:04:52.137475 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b470139f-d9a9-4482-aa37-cd776fb2494a None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '7d5eebe3-d34c-4f59-b209-1cca08ceaf8b', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'port_id': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'mac_address': 'fa:16:3e:81:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:17Z', 'updated_at': '2022-02-20T20:04:50Z', 'revision_number': 1, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:52.156714 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ec44b-24d0-4e03-bddd-5e11a6e94457 req-f4d92578-9ef7-4e9d-8f95-c1e14e6d1f14 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:52.166433 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c31ec44b-24d0-4e03-bddd-5e11a6e94457 req-f4d92578-9ef7-4e9d-8f95-c1e14e6d1f14 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0785615 Feb 20 20:04:52.193689 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ce75a0d-f812-4aec-b031-e97ff5a30293 req-b22af8f6-fcb5-4ec2-bd1c-aa29e97cd571 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627797 Feb 20 20:04:52.218708 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c31ec44b-24d0-4e03-bddd-5e11a6e94457 req-099ba6b5-ae0a-4256-ad24-cd2d4d432892 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522773 Feb 20 20:04:52.415737 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd888ad-dee4-49db-8e9b-e53a5dfc60c6 req-cb975d04-d13d-4752-9c82-dafdc2b218d3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:52.417582 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2fd888ad-dee4-49db-8e9b-e53a5dfc60c6 req-cb975d04-d13d-4752-9c82-dafdc2b218d3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1067398 Feb 20 20:04:52.431188 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39064) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:52.440792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'floatingip': {'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:04:52.447737 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8bdbab-0593-4c4f-9a1a-f1d38437541c None None] New status for floating IP 7d5eebe3-d34c-4f59-b209-1cca08ceaf8b: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:04:52.512467 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d396b-cc8e-467f-a071-cd8768744c49 req-72aafaf3-7201-4bc1-b2ed-893610179faa tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:52.514047 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c19d396b-cc8e-467f-a071-cd8768744c49 req-72aafaf3-7201-4bc1-b2ed-893610179faa tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1067128 Feb 20 20:04:52.555535 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (acdc4162-af50-433c-bb7e-65f6b239748e), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:52.591685 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c19d396b-cc8e-467f-a071-cd8768744c49 req-92f45b7f-737a-4609-b2a3-12ac2282c8f3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711067 Feb 20 20:04:53.427654 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.544777 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (acdc4162-af50-433c-bb7e-65f6b239748e), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:53.770056 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.l3_db [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Floating IP acdc4162-af50-433c-bb7e-65f6b239748e associated. External IP: 172.27.2.235, port: 81e0be4e-d2be-4179-8a5d-6ec5ae622503. Feb 20 20:04:53.781347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c492875-de73-4ed4-910d-1dfab5c539a3 req-1a95cc69-09f3-4a67-80b8-f13fc86af732 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:53.782846 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0c492875-de73-4ed4-910d-1dfab5c539a3 req-1a95cc69-09f3-4a67-80b8-f13fc86af732 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0710092 Feb 20 20:04:53.904526 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0c492875-de73-4ed4-910d-1dfab5c539a3 req-f14151b2-0249-4a53-b392-9ccd525868a1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886414 Feb 20 20:04:54.033262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:04:54.145257 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:04:54.152814 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.156561 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:04:54.166237 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:54.166953 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:54.184047 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6f21f324-8344-4d56-bab7-908669c8b368 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "PUT /v2.0/floatingips/acdc4162-af50-433c-bb7e-65f6b239748e HTTP/1.1" status: 200 len: 991 time: 1.7481871 Feb 20 20:04:54.184769 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:04:54.187027 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f76c9b-22c8-4a87-b7d1-f44494e501ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:04:54.229371 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27aaf7c-78b6-41db-bd47-6a62e35c7a9e x-openstack-request-id: req-a27aaf7c-78b6-41db-bd47-6a62e35c7a9e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:04:54.229828 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:04:54.230252 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a27aaf7c-78b6-41db-bd47-6a62e35c7a9e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:04:54.230661 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'status': 'completed', 'code': 200} Feb 20 20:04:54.346850 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-1c165cc0-8581-4e89-8cf0-460a3e9d4ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:54.348865 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-1c165cc0-8581-4e89-8cf0-460a3e9d4ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1129 time: 0.0678442 Feb 20 20:04:54.396884 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:54.453400 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-1554439d-c7bf-4196-91b2-a4ac73a9d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:54.455131 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-1554439d-c7bf-4196-91b2-a4ac73a9d1f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.0995417 Feb 20 20:04:54.537950 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-2755d77b-7b7e-420e-8bf3-8db354e4b187 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 200 len: 999 time: 0.0743291 Feb 20 20:04:54.578885 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39110) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:54.639780 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-9a4b3271-d1c0-4e01-953a-b9f6754f7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:54.641381 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-9a4b3271-d1c0-4e01-953a-b9f6754f7be7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0977376 Feb 20 20:04:54.687408 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'acdc4162-af50-433c-bb7e-65f6b239748e', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'mac_address': 'fa:16:3e:1d:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:24Z', 'updated_at': '2022-02-20T20:04:53Z', 'revision_number': 1, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:54.705477 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38ed6a74-012a-409a-b448-1895192041e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.706386 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-65bc5566-e5dd-4259-a773-fc9290fcbf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:54.708104 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-65bc5566-e5dd-4259-a773-fc9290fcbf91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534232 Feb 20 20:04:54.720941 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:04:54.731051 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:04:54.731663 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:04:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:54.793266 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38ed6a74-012a-409a-b448-1895192041e8 admin admin] Publish callbacks [] for security_group (335329d6-a41d-4cfa-acf0-774614e47a7f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.831112 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-d1f5b9b0-98a6-4f71-a973-6882f57971dd service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056988 Feb 20 20:04:54.844888 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:04:54.881562 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38ed6a74-012a-409a-b448-1895192041e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (335329d6-a41d-4cfa-acf0-774614e47a7f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:54.954829 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-38ed6a74-012a-409a-b448-1895192041e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3dbdcd83e9bf48e2a82144e993ff427a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741071 Feb 20 20:04:54.957358 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39118) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:54.959922 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6a74-012a-409a-b448-1895192041e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335329d6-a41d-4cfa-acf0-774614e47a7f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:55.036242 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28058339-757b-4b28-a935-fbe57e747629 admin admin] Publish callbacks [] for security_group (335329d6-a41d-4cfa-acf0-774614e47a7f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.054150 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98e685-4dec-4635-a96b-f9fc06cd58e3 req-c46aafa5-d8b3-4a0e-9590-0bdc2c4666cf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:55.058057 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc98e685-4dec-4635-a96b-f9fc06cd58e3 req-c46aafa5-d8b3-4a0e-9590-0bdc2c4666cf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0671394 Feb 20 20:04:55.071884 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28058339-757b-4b28-a935-fbe57e747629 admin admin] Publish callbacks [] for security_group (335329d6-a41d-4cfa-acf0-774614e47a7f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.151992 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc98e685-4dec-4635-a96b-f9fc06cd58e3 req-d976f76a-af58-46ca-92e1-6da18e7f51ae tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711048 Feb 20 20:04:55.161853 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'acdc4162-af50-433c-bb7e-65f6b239748e', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'mac_address': 'fa:16:3e:1d:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:24Z', 'updated_at': '2022-02-20T20:04:53Z', 'revision_number': 1, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:04:55.197376 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d07ad4-5f9c-4889-b4f2-68a8bb042059 None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'acdc4162-af50-433c-bb7e-65f6b239748e', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'mac_address': 'fa:16:3e:1d:24:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:04:24Z', 'updated_at': '2022-02-20T20:04:53Z', 'revision_number': 1, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:04:55.223834 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28058339-757b-4b28-a935-fbe57e747629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (335329d6-a41d-4cfa-acf0-774614e47a7f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.226856 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28058339-757b-4b28-a935-fbe57e747629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:55.228140 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-28058339-757b-4b28-a935-fbe57e747629 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/335329d6-a41d-4cfa-acf0-774614e47a7f HTTP/1.1" status: 204 len: 168 time: 0.2696576 Feb 20 20:04:55.241347 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28058339-757b-4b28-a935-fbe57e747629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335329d6-a41d-4cfa-acf0-774614e47a7f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:55.431424 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916eea81-1b45-47d6-afe2-bea5d6e788c4 None None] New status for floating IP acdc4162-af50-433c-bb7e-65f6b239748e: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:04:55.971662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266da9-9d8a-454c-84f9-da6dfe8e1f72 req-e0027463-199d-4c84-8b30-fb6c8115409b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:55.973106 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93266da9-9d8a-454c-84f9-da6dfe8e1f72 req-e0027463-199d-4c84-8b30-fb6c8115409b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0518408 Feb 20 20:04:56.019900 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-93266da9-9d8a-454c-84f9-da6dfe8e1f72 req-11cf7b6d-f1e1-4487-9e58-9d410ff98016 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 Feb 20 20:04:56.089557 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39140) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:56.105058 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16ccaf64-0809-4dcd-89cc-30b737ee24c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.179667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16ccaf64-0809-4dcd-89cc-30b737ee24c6 admin admin] Publish callbacks [] for security_group (088d480c-b10f-4637-b892-dc45d112de55), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.258193 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16ccaf64-0809-4dcd-89cc-30b737ee24c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (088d480c-b10f-4637-b892-dc45d112de55), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.296975 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-16ccaf64-0809-4dcd-89cc-30b737ee24c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63fa7031f9304f3f8abac99b355ebaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060745 Feb 20 20:04:56.298064 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccaf64-0809-4dcd-89cc-30b737ee24c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088d480c-b10f-4637-b892-dc45d112de55,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:56.299649 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39144) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:56.360834 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2d85364-55d4-496d-8071-a327b31aa60c admin admin] Publish callbacks [] for security_group (088d480c-b10f-4637-b892-dc45d112de55), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.381195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2d85364-55d4-496d-8071-a327b31aa60c admin admin] Publish callbacks [] for security_group (088d480c-b10f-4637-b892-dc45d112de55), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.584262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2d85364-55d4-496d-8071-a327b31aa60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (088d480c-b10f-4637-b892-dc45d112de55), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.586986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2d85364-55d4-496d-8071-a327b31aa60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:56.588320 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-a2d85364-55d4-496d-8071-a327b31aa60c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/088d480c-b10f-4637-b892-dc45d112de55 HTTP/1.1" status: 204 len: 168 time: 0.2868557 Feb 20 20:04:56.597346 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d85364-55d4-496d-8071-a327b31aa60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d480c-b10f-4637-b892-dc45d112de55,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:57.150300 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fce61-d5a1-4a82-ae89-2e91afff5efb req-f2d91211-871b-4a2b-aea6-b031aeca65a8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:57.152990 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-280fce61-d5a1-4a82-ae89-2e91afff5efb req-f2d91211-871b-4a2b-aea6-b031aeca65a8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0563684 Feb 20 20:04:57.199757 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-280fce61-d5a1-4a82-ae89-2e91afff5efb req-e969b11e-95d2-4aa1-9c24-4b8fe649725d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Feb 20 20:04:57.389293 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39164) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:57.403364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.475791 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Publish callbacks [] for security_group (0b8619c7-011b-4fbd-8b63-7f7bcaf95e35), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.567057 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0b8619c7-011b-4fbd-8b63-7f7bcaf95e35), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.608956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8619c7-011b-4fbd-8b63-7f7bcaf95e35,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:57.612986 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0e7ef4d1d3c47efa2f03ae318270770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223146 Feb 20 20:04:57.617043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39168) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:04:57.619199 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.619569 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.620048 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.620317 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.620647 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.620980 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.621319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.621649 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.621988 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.622336 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.622658 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.622976 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.623291 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d63b1fdf-e0bb-4160-89c5-9dfd791e31d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.668237 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Publish callbacks [] for security_group (0b8619c7-011b-4fbd-8b63-7f7bcaf95e35), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.689633 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Publish callbacks [] for security_group (0b8619c7-011b-4fbd-8b63-7f7bcaf95e35), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.835317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0b8619c7-011b-4fbd-8b63-7f7bcaf95e35), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.838073 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:57.840115 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b8619c7-011b-4fbd-8b63-7f7bcaf95e35 HTTP/1.1" status: 204 len: 168 time: 0.2216382 Feb 20 20:04:57.865859 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8619c7-011b-4fbd-8b63-7f7bcaf95e35,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:04:57.904304 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.904680 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.905036 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.912587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde7df33-8ffa-46c4-ba01-afe2b61ede06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:04:57.995343 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-23f76c9b-22c8-4a87-b7d1-f44494e501ca req-6938da4a-1b35-49df-b538-f25ad86e89b3 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524467 Feb 20 20:04:58.000341 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-7fa37524-9351-41e7-bcca-770d12c039d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979722 Feb 20 20:04:58.105738 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-89e33cda-df7a-4a96-8c16-19f02b84fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.107307 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-89e33cda-df7a-4a96-8c16-19f02b84fcfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 1129 time: 0.0776772 Feb 20 20:04:58.120281 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131408-1605-4658-9148-c035277ab24b req-e4711e9b-4540-4235-89e3-b3b0faee80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.121851 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-e4711e9b-4540-4235-89e3-b3b0faee80e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 1129 time: 0.0550392 Feb 20 20:04:58.143944 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:58.524029 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-ae7ecc1f-1a21-4fb2-875f-2c839bbfd799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.525554 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-ae7ecc1f-1a21-4fb2-875f-2c839bbfd799 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.3956389 Feb 20 20:04:58.552006 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25b675-ecf9-440d-a4cf-9fc9de0b6217 req-ab24544b-2531-43da-9e32-fd8c50e8866a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.553697 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5f25b675-ecf9-440d-a4cf-9fc9de0b6217 req-ab24544b-2531-43da-9e32-fd8c50e8866a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1212952 Feb 20 20:04:58.558412 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131408-1605-4658-9148-c035277ab24b req-a5abbf36-47d5-47fd-b60e-9dea143894b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.558720 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-a5abbf36-47d5-47fd-b60e-9dea143894b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 915 time: 0.3836606 Feb 20 20:04:58.602709 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-f86e091e-c111-46f3-bc43-c020a915b5b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07472b65-7967-4104-8806-9ce960f986d6 HTTP/1.1" status: 200 len: 217 time: 0.0653801 Feb 20 20:04:58.654324 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-29a3d045-1478-439e-8d48-bb06074836a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=634d82ed-4412-4eed-97e1-267225a3c312 HTTP/1.1" status: 200 len: 217 time: 0.0601084 Feb 20 20:04:58.753439 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5f25b675-ecf9-440d-a4cf-9fc9de0b6217 req-f52537a5-f2e8-4d8b-8b4b-018bb80d162c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577432 Feb 20 20:04:58.755647 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-08f4360e-2871-470d-8b98-3a8df0b30a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.760253 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-08f4360e-2871-470d-8b98-3a8df0b30a85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.1463029 Feb 20 20:04:58.760253 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131408-1605-4658-9148-c035277ab24b req-3a2634a7-01a3-4371-845f-69719fe015df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:58.760253 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-3a2634a7-01a3-4371-845f-69719fe015df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 200 len: 854 time: 0.0847692 Feb 20 20:04:58.814983 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-e48951a0-7a4e-4a8d-84c0-9430a0661285 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465019 Feb 20 20:04:58.816879 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-1c5415bd-7292-43a9-98c6-4b58da59cf37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cbc0eb2-b335-426e-809b-6b54a84974b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473020 Feb 20 20:04:59.004670 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-682f84ed-4950-4c6a-b83a-b4638c4c9bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649687 Feb 20 20:04:59.006529 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-987e142b-7e7e-4694-8534-807f23e6aa67 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681607 Feb 20 20:04:59.192068 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-34131408-1605-4658-9148-c035277ab24b req-3fe7b6e6-67da-4e0d-8e10-47c09eddaf92 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589639 Feb 20 20:04:59.193897 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2792e338-b157-4f76-ad4f-0cf5e80f050e req-b2cbc5b1-cd15-4718-8f51-82d8526cf8e9 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621623 Feb 20 20:04:59.891949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4aa4-04b2-41bf-8292-2e150a0d30cd req-4f3449d1-6481-4d57-9186-5e50132dac7c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:04:59.893453 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-210f4aa4-04b2-41bf-8292-2e150a0d30cd req-4f3449d1-6481-4d57-9186-5e50132dac7c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0677121 Feb 20 20:04:59.954174 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-210f4aa4-04b2-41bf-8292-2e150a0d30cd req-f06227c0-515d-49e6-aca5-c2670e1f623d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547178 Feb 20 20:05:00.148966 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39274) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:00.373549 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0625a4-040e-4122-a5f4-7ccff8ac588b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.451271 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0625a4-040e-4122-a5f4-7ccff8ac588b admin admin] Publish callbacks [] for security_group (1f9cdafb-36ff-49e8-a7d0-3cea21160f24), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.595196 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3d0625a4-040e-4122-a5f4-7ccff8ac588b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1f9cdafb-36ff-49e8-a7d0-3cea21160f24), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.649640 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0625a4-040e-4122-a5f4-7ccff8ac588b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9cdafb-36ff-49e8-a7d0-3cea21160f24,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:00.663071 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-3d0625a4-040e-4122-a5f4-7ccff8ac588b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=438cf36a29eb4fe58954fc337137cac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070820 Feb 20 20:05:00.663922 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39298) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:00.717464 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d75d9475-26bd-4fd7-b108-9de17af0d225 admin admin] Publish callbacks [] for security_group (1f9cdafb-36ff-49e8-a7d0-3cea21160f24), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.740728 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d75d9475-26bd-4fd7-b108-9de17af0d225 admin admin] Publish callbacks [] for security_group (1f9cdafb-36ff-49e8-a7d0-3cea21160f24), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.954761 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d75d9475-26bd-4fd7-b108-9de17af0d225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1f9cdafb-36ff-49e8-a7d0-3cea21160f24), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.958398 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d75d9475-26bd-4fd7-b108-9de17af0d225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:00.959693 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d75d9475-26bd-4fd7-b108-9de17af0d225 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f9cdafb-36ff-49e8-a7d0-3cea21160f24 HTTP/1.1" status: 204 len: 168 time: 0.2961159 Feb 20 20:05:00.973373 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d9475-26bd-4fd7-b108-9de17af0d225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9cdafb-36ff-49e8-a7d0-3cea21160f24,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:01.086028 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ae731-d7bc-470a-8253-e611be62ba9c req-7964e82d-b92d-412e-bd61-5c022a44a681 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:01.087498 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eb4ae731-d7bc-470a-8253-e611be62ba9c req-7964e82d-b92d-412e-bd61-5c022a44a681 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0552814 Feb 20 20:05:01.140049 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eb4ae731-d7bc-470a-8253-e611be62ba9c req-a0797e95-b40c-4786-9a6c-9e8d375466c6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Feb 20 20:05:02.274917 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe031c-ae6e-41ac-88b9-24de6d29d518 req-f70f79e0-785e-4725-bc7b-ea054e71bb95 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:02.277213 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7ebe031c-ae6e-41ac-88b9-24de6d29d518 req-f70f79e0-785e-4725-bc7b-ea054e71bb95 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0666258 Feb 20 20:05:02.336387 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7ebe031c-ae6e-41ac-88b9-24de6d29d518 req-7bb12746-152e-4763-aeee-000c29adc8bf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529356 Feb 20 20:05:02.446654 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ebbe3336-1870-4341-a02c-ec41ac1b1dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:02.640975 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-73e14e99-9b3e-4f26-8b2e-1d8bcbe45339 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:02.642525 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-73e14e99-9b3e-4f26-8b2e-1d8bcbe45339 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.1239059 Feb 20 20:05:02.660481 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-1580e894-7682-4761-938f-fcd42d74a9a5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/quotas/cad4017b15174e2b81f4e9ebedfe8fcb HTTP/1.1" status: 200 len: 375 time: 0.0120349 Feb 20 20:05:02.723097 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-ddd5bb18-0df4-4b9f-9b69-72aa4f787c15 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548599 Feb 20 20:05:02.847982 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-bd8ea9d3-12a1-451e-b1f8-92f842a5ad2b service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172078 Feb 20 20:05:02.924027 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39442) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:02.988450 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-643aeea9-2434-47b6-8cff-cf6d5f69e11d service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297078 Feb 20 20:05:03.047333 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17070a10-f2e0-4a2f-bea3-954104e4b426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.125505 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17070a10-f2e0-4a2f-bea3-954104e4b426 admin admin] Publish callbacks [] for security_group (832ffd13-83c6-495c-81ab-dde82d1f0995), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.255627 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-17070a10-f2e0-4a2f-bea3-954104e4b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (832ffd13-83c6-495c-81ab-dde82d1f0995), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.300918 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-17070a10-f2e0-4a2f-bea3-954104e4b426 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d3142ef43ae464289b1b749b646ac83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758230 Feb 20 20:05:03.301792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17070a10-f2e0-4a2f-bea3-954104e4b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832ffd13-83c6-495c-81ab-dde82d1f0995,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:03.305537 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39450) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:03.371757 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-243fbb26-d5eb-433f-a78a-192577b81f96 req-d0528ce1-1ea8-4e9b-bf87-ff2bc793eaee tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 210 time: 0.0471725 Feb 20 20:05:03.419686 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4ddbaed5-44db-4510-9e77-969136ac6f1f admin admin] Publish callbacks [] for security_group (832ffd13-83c6-495c-81ab-dde82d1f0995), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.459965 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4ddbaed5-44db-4510-9e77-969136ac6f1f admin admin] Publish callbacks [] for security_group (832ffd13-83c6-495c-81ab-dde82d1f0995), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.520829 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aa089-fe51-481d-a9e7-fd23c7bd1cc8 req-8cc97c3f-839f-4ad8-968a-62ffd7bd7f8e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:03.524805 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fa5aa089-fe51-481d-a9e7-fd23c7bd1cc8 req-8cc97c3f-839f-4ad8-968a-62ffd7bd7f8e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0781703 Feb 20 20:05:03.573578 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fa5aa089-fe51-481d-a9e7-fd23c7bd1cc8 req-6a732599-926d-48e9-809a-d42a65a5c24c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Feb 20 20:05:03.592852 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39464) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:03.699696 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a9883dc6-f58d-4d70-bdc2-53e675a24c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.747655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4ddbaed5-44db-4510-9e77-969136ac6f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (832ffd13-83c6-495c-81ab-dde82d1f0995), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.750325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4ddbaed5-44db-4510-9e77-969136ac6f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.751478 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4ddbaed5-44db-4510-9e77-969136ac6f1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/832ffd13-83c6-495c-81ab-dde82d1f0995 HTTP/1.1" status: 204 len: 168 time: 0.4438920 Feb 20 20:05:03.768966 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbaed5-44db-4510-9e77-969136ac6f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ffd13-83c6-495c-81ab-dde82d1f0995,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:03.826420 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a9883dc6-f58d-4d70-bdc2-53e675a24c0e admin admin] Publish callbacks [] for security_group (e9803286-7e2e-43b4-9770-c1b8ea525543), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.943997 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a9883dc6-f58d-4d70-bdc2-53e675a24c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e9803286-7e2e-43b4-9770-c1b8ea525543), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:03.988354 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a9883dc6-f58d-4d70-bdc2-53e675a24c0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b3bd55b38ac45c6b0abb854c263eb6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943553 Feb 20 20:05:03.989217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9883dc6-f58d-4d70-bdc2-53e675a24c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9803286-7e2e-43b4-9770-c1b8ea525543,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:03.991037 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39482) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:04.039896 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb641f60-1466-4649-ac7f-b6b6728b92f3 admin admin] Publish callbacks [] for security_group (e9803286-7e2e-43b4-9770-c1b8ea525543), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.064422 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb641f60-1466-4649-ac7f-b6b6728b92f3 admin admin] Publish callbacks [] for security_group (e9803286-7e2e-43b4-9770-c1b8ea525543), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.230434 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb641f60-1466-4649-ac7f-b6b6728b92f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e9803286-7e2e-43b4-9770-c1b8ea525543), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.233487 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb641f60-1466-4649-ac7f-b6b6728b92f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.234786 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-eb641f60-1466-4649-ac7f-b6b6728b92f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9803286-7e2e-43b4-9770-c1b8ea525543 HTTP/1.1" status: 204 len: 168 time: 0.2426367 Feb 20 20:05:04.244364 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb641f60-1466-4649-ac7f-b6b6728b92f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9803286-7e2e-43b4-9770-c1b8ea525543,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:04.457780 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1ad6e45a-3768-4fe5-a72f-9bba56e4c706 req-7d71caf2-6f31-4b58-8e74-4a061ed10ab5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 210 time: 0.0262380 Feb 20 20:05:04.681642 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3c4b3d10-21c4-483f-b530-0400c92d56fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.717175 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303e42d-07dc-454c-910f-f6c812d83817 req-8459e5a8-8c98-451b-9957-b13864d47c59 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:04.718942 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5303e42d-07dc-454c-910f-f6c812d83817 req-8459e5a8-8c98-451b-9957-b13864d47c59 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0757225 Feb 20 20:05:04.723596 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39504) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:04.737269 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-48311378-3091-4a46-988a-bcf089453428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.767101 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5303e42d-07dc-454c-910f-f6c812d83817 req-febb920a-7270-4e30-9d97-88f16a719e23 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Feb 20 20:05:04.820730 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-48311378-3091-4a46-988a-bcf089453428 admin admin] Publish callbacks [] for security_group (977181ef-f448-4241-ab73-f7291d3ed83b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:04.992609 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-48311378-3091-4a46-988a-bcf089453428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (977181ef-f448-4241-ab73-f7291d3ed83b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.032812 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-48311378-3091-4a46-988a-bcf089453428 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2c1a4286ec44bd5bf6b1deeb3d30466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078065 Feb 20 20:05:05.033899 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48311378-3091-4a46-988a-bcf089453428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977181ef-f448-4241-ab73-f7291d3ed83b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:05.037052 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39510) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:05.094307 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9bf704ab-1bcf-42cd-9511-4bc7b359e3cb admin admin] Publish callbacks [] for security_group (977181ef-f448-4241-ab73-f7291d3ed83b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.116664 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9bf704ab-1bcf-42cd-9511-4bc7b359e3cb admin admin] Publish callbacks [] for security_group (977181ef-f448-4241-ab73-f7291d3ed83b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.258109 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9bf704ab-1bcf-42cd-9511-4bc7b359e3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (977181ef-f448-4241-ab73-f7291d3ed83b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.260714 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9bf704ab-1bcf-42cd-9511-4bc7b359e3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.261935 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9bf704ab-1bcf-42cd-9511-4bc7b359e3cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/977181ef-f448-4241-ab73-f7291d3ed83b HTTP/1.1" status: 204 len: 168 time: 0.2228594 Feb 20 20:05:05.271278 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf704ab-1bcf-42cd-9511-4bc7b359e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977181ef-f448-4241-ab73-f7291d3ed83b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:05.445719 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39516) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:05.459617 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-49cbb32e-356c-4d42-8392-a0695130be33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.553587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-49cbb32e-356c-4d42-8392-a0695130be33 admin admin] Publish callbacks [] for security_group (3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.569796 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-506bfff8-a915-4fee-8a9c-af896b0ce272 req-2f3460c9-779e-4e9e-9350-8992046f66d9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 210 time: 0.0443838 Feb 20 20:05:05.686470 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-49cbb32e-356c-4d42-8392-a0695130be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.734579 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-49cbb32e-356c-4d42-8392-a0695130be33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2dce1b2d9cae41e8bbbd86f33e969840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877028 Feb 20 20:05:05.735441 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbb32e-356c-4d42-8392-a0695130be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:05.739355 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39522) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:05.807689 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f955-5fdd-4f89-bb0a-843ac559ebed admin admin] Publish callbacks [] for security_group (3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.828886 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f955-5fdd-4f89-bb0a-843ac559ebed admin admin] Publish callbacks [] for security_group (3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.921104 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51966a-19c0-4292-9962-30ae1f86c28b req-5c7bc5a1-a200-4d54-a1bb-ddb1c7dda638 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:05.922700 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eb51966a-19c0-4292-9962-30ae1f86c28b req-5c7bc5a1-a200-4d54-a1bb-ddb1c7dda638 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0773027 Feb 20 20:05:05.932381 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.971671 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eb51966a-19c0-4292-9962-30ae1f86c28b req-1d5e38bf-f5fe-4b81-84d7-b15e2910a73f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Feb 20 20:05:06.006602 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f955-5fdd-4f89-bb0a-843ac559ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.009315 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe4f955-5fdd-4f89-bb0a-843ac559ebed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.012009 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9fe4f955-5fdd-4f89-bb0a-843ac559ebed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d HTTP/1.1" status: 204 len: 168 time: 0.2705207 Feb 20 20:05:06.021016 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4f955-5fdd-4f89-bb0a-843ac559ebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa51e41-898e-47c9-ba2f-3ebe78e9ed3d,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:06.639059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-71bbbc12-25fb-49ba-9070-6c8624e9bd01 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:06.640538 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-71bbbc12-25fb-49ba-9070-6c8624e9bd01 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.1087189 Feb 20 20:05:06.654187 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Request body: {'port': {'device_id': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'admin_state_up': True, 'tenant_id': 'cad4017b15174e2b81f4e9ebedfe8fcb'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:06.669185 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6c02b147-e033-46e8-a31d-10d8c1af8b3c req-adb60dc9-aba5-4655-ad93-33ecdbd0e064 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 210 time: 0.0280981 Feb 20 20:05:06.896821 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Made reservation on behalf of cad4017b15174e2b81f4e9ebedfe8fcb for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:06.902376 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.073782 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.120673 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Allocated IP 172.20.0.13 (2cbc0eb2-b335-426e-809b-6b54a84974b7/95e90286-8957-4b52-8e5f-31b307f5ec7d/d4683b79-a91e-4b41-9965-3b973105a9c2) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:07.146713 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3a52d-69e2-4988-9aee-cade2fa6ddb3 req-99712ed6-476b-42ee-8d1d-2b4e4efb1111 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:07.148833 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04b3a52d-69e2-4988-9aee-cade2fa6ddb3 req-99712ed6-476b-42ee-8d1d-2b4e4efb1111 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0970633 Feb 20 20:05:07.280360 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04b3a52d-69e2-4988-9aee-cade2fa6ddb3 req-860b9d6f-399b-4240-bb21-7efa1fe1e73a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178126 Feb 20 20:05:07.352876 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks [] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.464784 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.478009 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:05:07.522999 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:07.526842 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:07.533182 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:07.541224 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:07.541224 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.548276 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event updated for resources: {'Port': ['ID=d4683b79-a91e-4b41-9965-3b973105a9c2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:07.791040 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdafff-76a0-45b3-8d52-f1c1bd18e993 req-e358501c-e09a-4482-8cde-aa9050dc1a5b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:07.792585 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05cdafff-76a0-45b3-8d52-f1c1bd18e993 req-e358501c-e09a-4482-8cde-aa9050dc1a5b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 932 time: 0.0559001 Feb 20 20:05:07.846857 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05cdafff-76a0-45b3-8d52-f1c1bd18e993 req-7df766e6-dce0-45f8-9672-590beaadfc34 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Feb 20 20:05:07.866233 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-c07c6f5f-aa4a-4e72-b895-90e6297068ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2159317 Feb 20 20:05:07.878347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Request body: {'port': {'device_id': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:07.939953 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.232679 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4683b79-a91e-4b41-9965-3b973105a9c2 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:08.240628 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Publish callbacks [] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.252981 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Transition to ACTIVE for port object d4683b79-a91e-4b41-9965-3b973105a9c2 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:08.362418 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.460102 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4683b79-a91e-4b41-9965-3b973105a9c2,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:08.524532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Attempting to bind port d4683b79-a91e-4b41-9965-3b973105a9c2 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:08.524973 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Attempting to bind port d4683b79-a91e-4b41-9965-3b973105a9c2 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:08.525329 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Attempting to bind port d4683b79-a91e-4b41-9965-3b973105a9c2 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:08.547032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b305b5-7979-4513-9977-796baca29fdb req-6547af18-0456-41ba-8519-d2ab2c3a0c49 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:08.548921 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b8b305b5-7979-4513-9977-796baca29fdb req-6547af18-0456-41ba-8519-d2ab2c3a0c49 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1653488 Feb 20 20:05:08.549538 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Port d4683b79-a91e-4b41-9965-3b973105a9c2 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:08.550028 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Attempting to bind port d4683b79-a91e-4b41-9965-3b973105a9c2 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:08.558196 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:08.567475 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Checking segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:08.567475 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Bound using segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:08.567475 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Bound port: d4683b79-a91e-4b41-9965-3b973105a9c2, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:08.567475 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.664675 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b8b305b5-7979-4513-9977-796baca29fdb req-efe8e45d-1bf7-4ba6-b6e2-4814c2b3199e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020932 Feb 20 20:05:08.692282 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] For port d4683b79-a91e-4b41-9965-3b973105a9c2, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:08.697291 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] For port d4683b79-a91e-4b41-9965-3b973105a9c2, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d4683b79-a91e-4b41-9965-3b973105a9c2,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:08.732230 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.830008 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.865099 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:08.865708 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.867077 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/d4683b79-a91e-4b41-9965-3b973105a9c2 HTTP/1.1" status: 200 len: 1094 time: 0.9932404 Feb 20 20:05:08.867788 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'tag': 'd4683b79-a91e-4b41-9965-3b973105a9c2'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:08.869843 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35332a4d-077d-4d32-b70f-9da5724d8593" -d '{"events": [{"name": "network-changed", "server_uuid": "d77c2e41-f733-41fc-b3bf-60878bcf4b2a", "tag": "d4683b79-a91e-4b41-9965-3b973105a9c2"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:08.903782 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ffb0-d51a-4280-a5a6-a4a8501500f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4683b79-a91e-4b41-9965-3b973105a9c2,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:08.917996 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8e6097-9fbf-422f-964a-62daac74f9af x-openstack-request-id: req-ee8e6097-9fbf-422f-964a-62daac74f9af {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:08.918290 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77c2e41-f733-41fc-b3bf-60878bcf4b2a", "tag": "d4683b79-a91e-4b41-9965-3b973105a9c2", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:08.918587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee8e6097-9fbf-422f-964a-62daac74f9af {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:08.918951 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'tag': 'd4683b79-a91e-4b41-9965-3b973105a9c2', 'status': 'completed', 'code': 200} Feb 20 20:05:08.996145 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5117-0463-48b3-8dca-aa9e5d7d1d30 req-f70e947a-64ee-495a-87ff-105720857eef tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:08.998555 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-63df5117-0463-48b3-8dca-aa9e5d7d1d30 req-f70e947a-64ee-495a-87ff-105720857eef tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 944 time: 0.0671139 Feb 20 20:05:08.999116 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35332a4d-077d-4d32-b70f-9da5724d8593 req-78c08bfe-fb2a-41f4-a5d9-b91ea1b8824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.000776 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-35332a4d-077d-4d32-b70f-9da5724d8593 req-78c08bfe-fb2a-41f4-a5d9-b91ea1b8824f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 1128 time: 0.0528610 Feb 20 20:05:09.074068 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-63df5117-0463-48b3-8dca-aa9e5d7d1d30 req-828bdf5e-f59e-4cb4-988c-e1f21ced83e5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663252 Feb 20 20:05:09.155269 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35332a4d-077d-4d32-b70f-9da5724d8593 req-c7926d8a-a688-47dc-8d5f-7af6e986de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.157507 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-35332a4d-077d-4d32-b70f-9da5724d8593 req-c7926d8a-a688-47dc-8d5f-7af6e986de70 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1481149 Feb 20 20:05:09.275802 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35332a4d-077d-4d32-b70f-9da5724d8593 req-ee5141ff-1a5a-4c50-84c0-3f8691c85358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.277762 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-35332a4d-077d-4d32-b70f-9da5724d8593 req-ee5141ff-1a5a-4c50-84c0-3f8691c85358 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092379 Feb 20 20:05:09.392592 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-a7aea8aa-44d7-44de-bd81-6736762dfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.394133 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-a7aea8aa-44d7-44de-bd81-6736762dfd98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 1128 time: 0.0572309 Feb 20 20:05:09.440437 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-e4f39c98-0490-4a65-b41e-16d416bed887 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4683b79-a91e-4b41-9965-3b973105a9c2 HTTP/1.1" status: 200 len: 217 time: 0.0377235 Feb 20 20:05:09.532833 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-0c279953-6ff5-4586-a0ad-7065231ee2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.532833 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-0c279953-6ff5-4586-a0ad-7065231ee2a3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 200 len: 854 time: 0.0795109 Feb 20 20:05:09.562458 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-83b43cfa-0d4f-4806-8cb4-f4f40c5ff1e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cbc0eb2-b335-426e-809b-6b54a84974b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256608 Feb 20 20:05:09.852333 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-6dde6cf0-5692-45b8-89fa-cf78d63c677f service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918171 Feb 20 20:05:09.852333 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80d4651c-3bd8-411a-97de-1c6524849c14 req-29dd75e0-6578-4a9e-a89f-57437dcb4192 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900812 Feb 20 20:05:09.852849 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06321800-53be-4bfd-9852-012f51070b24 req-2186762c-7e54-49b1-895e-f10b17f9cd1b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.852849 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-06321800-53be-4bfd-9852-012f51070b24 req-2186762c-7e54-49b1-895e-f10b17f9cd1b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0567796 Feb 20 20:05:09.855317 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-06321800-53be-4bfd-9852-012f51070b24 req-1b757b7f-d96e-4311-b368-9024c6d57d8a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Feb 20 20:05:10.214481 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fc1da-4b42-4409-a6c2-ed2d5111eac4 req-c62f59fc-f580-46af-9bb8-67d816d6f252 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:10.216778 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-488fc1da-4b42-4409-a6c2-ed2d5111eac4 req-c62f59fc-f580-46af-9bb8-67d816d6f252 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 944 time: 0.0654917 Feb 20 20:05:10.267205 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-488fc1da-4b42-4409-a6c2-ed2d5111eac4 req-349f882c-e774-4c6e-b185-1a0fdada4041 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Feb 20 20:05:10.579464 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c8e69-566b-431d-acd6-64736bb62362 req-35b4d5b5-677c-4e54-bea2-8187b843c137 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:10.581082 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fc8c8e69-566b-431d-acd6-64736bb62362 req-35b4d5b5-677c-4e54-bea2-8187b843c137 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0665078 Feb 20 20:05:10.639097 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fc8c8e69-566b-431d-acd6-64736bb62362 req-3cad5854-269b-46d9-bb44-20176fa2edcb tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498757 Feb 20 20:05:10.994174 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f603e-4381-426e-8100-ee4158f8b3c5 req-212aff32-8c96-44a8-89f5-b1f8c01ab4ba tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:10.997070 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-794f603e-4381-426e-8100-ee4158f8b3c5 req-212aff32-8c96-44a8-89f5-b1f8c01ab4ba tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0709984 Feb 20 20:05:11.059406 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-794f603e-4381-426e-8100-ee4158f8b3c5 req-5f351965-695d-4888-9b51-32d214c6b772 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558414 Feb 20 20:05:11.398238 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbda061-b8d8-47bc-9595-1eba0fb7eba5 req-4216cc8b-38f5-4536-9fcc-955e1a14554e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:11.399758 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3fbda061-b8d8-47bc-9595-1eba0fb7eba5 req-4216cc8b-38f5-4536-9fcc-955e1a14554e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 944 time: 0.0542002 Feb 20 20:05:11.456354 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3fbda061-b8d8-47bc-9595-1eba0fb7eba5 req-be34a7b3-b180-4b6e-86eb-3d52217eb4f9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Feb 20 20:05:11.768537 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8b5bf-e4d5-4d9e-b907-601e183945c9 req-2c2e1b9a-0d5e-47da-a3be-11d87c9a51fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:11.770051 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-86f8b5bf-e4d5-4d9e-b907-601e183945c9 req-2c2e1b9a-0d5e-47da-a3be-11d87c9a51fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0532627 Feb 20 20:05:11.826077 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-86f8b5bf-e4d5-4d9e-b907-601e183945c9 req-4b8ec869-5e24-490a-af4f-08213786aa1d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490153 Feb 20 20:05:12.205414 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7abec3-0145-42e2-bb19-4f34b76b03e1 req-d8eb85de-72de-443d-8852-1ed755598149 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:12.207539 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc7abec3-0145-42e2-bb19-4f34b76b03e1 req-d8eb85de-72de-443d-8852-1ed755598149 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0768311 Feb 20 20:05:12.258047 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc7abec3-0145-42e2-bb19-4f34b76b03e1 req-2b28ce59-908a-42ad-a9cc-f2388d5bd270 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Feb 20 20:05:12.589405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624e405-2ba2-4381-a5fd-7486d7908e16 req-b938a873-8b87-4d12-b685-9a32bfacc18d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:12.590892 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3624e405-2ba2-4381-a5fd-7486d7908e16 req-b938a873-8b87-4d12-b685-9a32bfacc18d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 944 time: 0.0574636 Feb 20 20:05:12.656764 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3624e405-2ba2-4381-a5fd-7486d7908e16 req-f57cc617-8deb-47ce-8230-8d8daf4192f5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 Feb 20 20:05:12.955665 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea67c2-f92e-40b9-b8be-941d1b9d4fe4 req-0b2f70f4-1899-4676-b8c7-4d0036308c6d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:12.957031 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-08ea67c2-f92e-40b9-b8be-941d1b9d4fe4 req-0b2f70f4-1899-4676-b8c7-4d0036308c6d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0607719 Feb 20 20:05:13.007323 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-08ea67c2-f92e-40b9-b8be-941d1b9d4fe4 req-52882db1-9c11-40fe-8b82-198ace1a6188 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/security-groups?id=71251f2c-864f-4276-837d-2b6dd0b96a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Feb 20 20:05:13.071347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015604c0-fec7-4809-97af-382ae1a05376 req-ef557e63-278f-41c8-820b-1621761c995a tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:13.073406 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-015604c0-fec7-4809-97af-382ae1a05376 req-ef557e63-278f-41c8-820b-1621761c995a tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 945 time: 0.0585651 Feb 20 20:05:13.214468 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Deleting port 74638a25-8dd2-4a7f-b462-3bb802d4abdb {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:05:13.214807 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.227706 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device d4683b79-a91e-4b41-9965-3b973105a9c2 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:13.327776 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] For port 74638a25-8dd2-4a7f-b462-3bb802d4abdb, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=74638a25-8dd2-4a7f-b462-3bb802d4abdb,segment=NetworkSegment(40d7673a-86c4-4f4e-bd0e-e01740372bd4),segment_id=40d7673a-86c4-4f4e-bd0e-e01740372bd4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:13.328156 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.338972 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port d4683b79-a91e-4b41-9965-3b973105a9c2, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d4683b79-a91e-4b41-9965-3b973105a9c2,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:13.351555 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': 'd4683b79-a91e-4b41-9965-3b973105a9c2', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'port_id': 'd4683b79-a91e-4b41-9965-3b973105a9c2', 'mac_address': 'fa:16:3e:7d:c3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e90286-8957-4b52-8e5f-31b307f5ec7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:13.354641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Calling delete_port for 74638a25-8dd2-4a7f-b462-3bb802d4abdb owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:05:13.396124 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port d4683b79-a91e-4b41-9965-3b973105a9c2 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:13.396516 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.410696 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4683b79-a91e-4b41-9965-3b973105a9c2 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:13.433530 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port d4683b79-a91e-4b41-9965-3b973105a9c2, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d4683b79-a91e-4b41-9965-3b973105a9c2,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:13.471216 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9699-7d56-4f7c-bc7c-eafa913ae1d6 req-db0346bf-f263-4e9d-b905-44d11491a9a9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:13.472738 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dda9699-7d56-4f7c-bc7c-eafa913ae1d6 req-db0346bf-f263-4e9d-b905-44d11491a9a9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1362016 Feb 20 20:05:13.544392 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9dda9699-7d56-4f7c-bc7c-eafa913ae1d6 req-448e78b8-193d-4db7-946d-31e5d5830b2c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644259 Feb 20 20:05:13.549186 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.612553 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=d4683b79-a91e-4b41-9965-3b973105a9c2,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.620411 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623688 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623688 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.623972 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.624252 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:13.686553 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (74638a25-8dd2-4a7f-b462-3bb802d4abdb), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.702058 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['74638a25-8dd2-4a7f-b462-3bb802d4abdb'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:05:13.723905 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Pushing event deleted for resources: {'Port': ['ID=74638a25-8dd2-4a7f-b462-3bb802d4abdb,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.800655 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] No DVR routers for this DVR port 74638a25-8dd2-4a7f-b462-3bb802d4abdb on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:05:13.804527 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.814262 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-015604c0-fec7-4809-97af-382ae1a05376 req-a6faffe9-7a57-4a8e-9e57-bac51cdd79fd tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.65 "DELETE /v2.0/ports/74638a25-8dd2-4a7f-b462-3bb802d4abdb HTTP/1.1" status: 204 len: 173 time: 0.7305253 Feb 20 20:05:13.814262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'name': 'network-vif-deleted', 'tag': '74638a25-8dd2-4a7f-b462-3bb802d4abdb'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:13.814262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6409095-c648-408f-b21a-25c00a5b6839" -d '{"events": [{"server_uuid": "1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5", "name": "network-vif-deleted", "tag": "74638a25-8dd2-4a7f-b462-3bb802d4abdb"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:13.834376 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1eca7d-e703-4f59-b6fc-70f73bbe3658 req-483d1327-7872-4089-b884-87dddc2f2d7d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:13.839617 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cd1eca7d-e703-4f59-b6fc-70f73bbe3658 req-483d1327-7872-4089-b884-87dddc2f2d7d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 945 time: 0.0733123 Feb 20 20:05:13.854363 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f2337-6bd9-46c8-ac03-9266535ef594 x-openstack-request-id: req-ce7f2337-6bd9-46c8-ac03-9266535ef594 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:13.854795 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5", "name": "network-vif-deleted", "tag": "74638a25-8dd2-4a7f-b462-3bb802d4abdb", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:13.855158 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce7f2337-6bd9-46c8-ac03-9266535ef594 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:13.856359 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5', 'name': 'network-vif-deleted', 'tag': '74638a25-8dd2-4a7f-b462-3bb802d4abdb', 'status': 'completed', 'code': 200} Feb 20 20:05:13.912699 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cd1eca7d-e703-4f59-b6fc-70f73bbe3658 req-b7e20cb6-076e-4809-ad9e-5f18f9ebf610 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559764 Feb 20 20:05:13.990808 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['d4683b79-a91e-4b41-9965-3b973105a9c2'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:05:14.365056 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4321edbf-41bf-4346-8dcc-6b93a80acfdf req-5a296973-9d0c-4ecc-8ec7-30582d448e88 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.2743666 Feb 20 20:05:14.676968 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7924685-1562-4653-8773-6bbe8270aa7e req-9b6bd706-5f3a-49f6-94a6-fdbf011959bb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:14.678676 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c7924685-1562-4653-8773-6bbe8270aa7e req-9b6bd706-5f3a-49f6-94a6-fdbf011959bb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0594156 Feb 20 20:05:14.733481 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c7924685-1562-4653-8773-6bbe8270aa7e req-46d76551-6248-4df6-9eda-e73a25124f52 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Feb 20 20:05:15.043692 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e2ed7-dd39-44af-8e45-ac9b19972467 req-dfac2926-2528-4abb-91a0-f77697fddbcc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:15.045197 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e59e2ed7-dd39-44af-8e45-ac9b19972467 req-dfac2926-2528-4abb-91a0-f77697fddbcc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 945 time: 0.0523317 Feb 20 20:05:15.097902 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e59e2ed7-dd39-44af-8e45-ac9b19972467 req-6f4f8fc8-09e4-47dc-a678-fa9ab8bd5c93 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467453 Feb 20 20:05:15.232895 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device d4683b79-a91e-4b41-9965-3b973105a9c2 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:15.382482 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port d4683b79-a91e-4b41-9965-3b973105a9c2 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:05:15.398929 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port d4683b79-a91e-4b41-9965-3b973105a9c2 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:15.398929 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.485151 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port d4683b79-a91e-4b41-9965-3b973105a9c2 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:15.485669 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.497513 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2ba112b9-882c-4114-a510-30598140a784 req-24b6a925-b75b-46d6-84d6-210348e09e3a tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0458770 Feb 20 20:05:15.522295 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4683b79-a91e-4b41-9965-3b973105a9c2'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:15.524857 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a449642b-b50a-4104-9bdf-b6950cc3b85c" -d '{"events": [{"server_uuid": "d77c2e41-f733-41fc-b3bf-60878bcf4b2a", "name": "network-vif-plugged", "status": "completed", "tag": "d4683b79-a91e-4b41-9965-3b973105a9c2"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:15.541262 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port d4683b79-a91e-4b41-9965-3b973105a9c2, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d4683b79-a91e-4b41-9965-3b973105a9c2,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:15.569365 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac9f187-149d-4922-b5ef-72bbf6770761 x-openstack-request-id: req-cac9f187-149d-4922-b5ef-72bbf6770761 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:15.569911 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77c2e41-f733-41fc-b3bf-60878bcf4b2a", "name": "network-vif-plugged", "status": "completed", "tag": "d4683b79-a91e-4b41-9965-3b973105a9c2", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:15.570371 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cac9f187-149d-4922-b5ef-72bbf6770761 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:15.570944 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4683b79-a91e-4b41-9965-3b973105a9c2', 'code': 200} Feb 20 20:05:15.657530 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.708635 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=d4683b79-a91e-4b41-9965-3b973105a9c2,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.862067 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20ad74-b12a-4c86-b506-fe3168d26e79 req-311c8360-565c-4ec7-af75-cc99ad623b71 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:15.871228 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be20ad74-b12a-4c86-b506-fe3168d26e79 req-311c8360-565c-4ec7-af75-cc99ad623b71 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0556219 Feb 20 20:05:15.916863 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be20ad74-b12a-4c86-b506-fe3168d26e79 req-899da62b-bf06-4721-91f4-017ca2c1470e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Feb 20 20:05:16.224725 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6fd4c-c32c-4942-a666-bf7ec7517c0d req-df4d4216-f193-4208-a871-3f91d2a210b2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:16.226229 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8bf6fd4c-c32c-4942-a666-bf7ec7517c0d req-df4d4216-f193-4208-a871-3f91d2a210b2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0598409 Feb 20 20:05:16.279960 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8bf6fd4c-c32c-4942-a666-bf7ec7517c0d req-a805cb0e-57a3-4f38-ae94-9242e65156c0 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Feb 20 20:05:16.608924 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-135e9a45-9d47-47b5-b355-c64289e11963 req-5722dc0f-83bb-4f41-a480-f6bcaa34c221 tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Feb 20 20:05:17.046940 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36e78-ac9d-4bfe-9bd1-4d87c545f078 req-30f5a060-68bf-4c4c-af98-eaa0d31f6208 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:17.048477 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dec36e78-ac9d-4bfe-9bd1-4d87c545f078 req-30f5a060-68bf-4c4c-af98-eaa0d31f6208 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0529859 Feb 20 20:05:17.096216 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dec36e78-ac9d-4bfe-9bd1-4d87c545f078 req-289ee75e-546e-46de-8bc8-9f9ff1085ce5 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Feb 20 20:05:17.400407 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61885f78-c58b-42c9-af1a-1bd157192265 req-32f41bc1-4c82-4411-be09-3e35497a23d5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:17.402270 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61885f78-c58b-42c9-af1a-1bd157192265 req-32f41bc1-4c82-4411-be09-3e35497a23d5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0536845 Feb 20 20:05:17.457060 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61885f78-c58b-42c9-af1a-1bd157192265 req-56a5a486-2c02-4bc1-9d2f-2a15899c63f7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Feb 20 20:05:17.721701 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc640148-864d-430d-bdba-0b73746bc62b req-e54e26d0-1320-4e74-a0b9-e8b1e0e1915d tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0284369 Feb 20 20:05:18.226056 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94e16b-71f8-42d5-b10a-e2b5b7e483dc req-71d9f920-6a56-4ebf-98ed-d4cbcdc9a830 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:18.227731 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2a94e16b-71f8-42d5-b10a-e2b5b7e483dc req-71d9f920-6a56-4ebf-98ed-d4cbcdc9a830 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0588431 Feb 20 20:05:18.284930 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2a94e16b-71f8-42d5-b10a-e2b5b7e483dc req-385890c1-0eb6-48fd-875d-1737ab1a8838 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Feb 20 20:05:18.425858 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 74638a25-8dd2-4a7f-b462-3bb802d4abdb no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:05:18.447209 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 74638a25-8dd2-4a7f-b462-3bb802d4abdb {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:05:18.447503 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 74638a25-8dd2-4a7f-b462-3bb802d4abdb not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:05:18.577541 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e494b-fed8-48b7-9f1b-c8fea5218ee3 req-8d57162c-3b75-4a01-b048-62b3e43676d8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:18.578991 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1e4e494b-fed8-48b7-9f1b-c8fea5218ee3 req-8d57162c-3b75-4a01-b048-62b3e43676d8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0558698 Feb 20 20:05:18.627234 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1e4e494b-fed8-48b7-9f1b-c8fea5218ee3 req-0674d967-baec-4a94-8297-b26aa1198b67 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Feb 20 20:05:18.829264 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6bd415b7-bdfb-4645-9b0f-47508010e16e req-78426ecb-db5b-40e2-95b9-8a6d505e103a tempest-DeleteServersTestJSON-1397946248 tempest-DeleteServersTestJSON-1397946248-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c5fe37f-a2f7-4f0e-870f-a9c3756c38f5 HTTP/1.1" status: 200 len: 210 time: 0.0270638 Feb 20 20:05:18.892535 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6752e-d760-4bf6-8f9a-1e4019e8a7ef req-5e4ded9d-29b7-4ea2-b55b-07edc99ca600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:18.894045 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-86f6752e-d760-4bf6-8f9a-1e4019e8a7ef req-5e4ded9d-29b7-4ea2-b55b-07edc99ca600 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 1130 time: 0.0442216 Feb 20 20:05:18.938557 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-86f6752e-d760-4bf6-8f9a-1e4019e8a7ef req-47bcf7ae-a303-4c6c-a85a-54b517e993b6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Feb 20 20:05:19.404826 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e33cd-f6fb-4f1b-b0b1-8cd61015cc4b req-da6cb803-775e-4117-8921-ead7217a028a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:19.406324 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-715e33cd-f6fb-4f1b-b0b1-8cd61015cc4b req-da6cb803-775e-4117-8921-ead7217a028a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0531197 Feb 20 20:05:19.464492 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-715e33cd-f6fb-4f1b-b0b1-8cd61015cc4b req-1f8eeed8-3438-4221-9dc0-8361453a7522 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Feb 20 20:05:19.758872 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1aeb-99cb-4f12-93fb-fbf47b42e445 req-52bc950a-4db9-490b-a7ed-9aaec2a18ec8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:19.760813 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c9dd1aeb-99cb-4f12-93fb-fbf47b42e445 req-52bc950a-4db9-490b-a7ed-9aaec2a18ec8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0553200 Feb 20 20:05:19.808925 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c9dd1aeb-99cb-4f12-93fb-fbf47b42e445 req-a2486bdc-c609-4d5d-ae02-1118165a07e7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Feb 20 20:05:20.589555 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72e08c-127c-42ab-a3e7-47216320dadf req-fadd61a5-4799-4d1b-aed0-5a4ec650a2ac tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:20.593799 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d72e08c-127c-42ab-a3e7-47216320dadf req-fadd61a5-4799-4d1b-aed0-5a4ec650a2ac tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0569844 Feb 20 20:05:20.654519 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d72e08c-127c-42ab-a3e7-47216320dadf req-a0304100-aa06-4629-a412-bfc4103532da tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Feb 20 20:05:20.772790 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:05:20.941644 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab9818-f5f5-4eda-98da-e25f0d57db87 req-48a9aaba-a000-4f50-830b-47001b20df5b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:20.943441 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e3ab9818-f5f5-4eda-98da-e25f0d57db87 req-48a9aaba-a000-4f50-830b-47001b20df5b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0570705 Feb 20 20:05:21.000243 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e3ab9818-f5f5-4eda-98da-e25f0d57db87 req-c7b84eee-6a66-4160-8185-8928e663e8c5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460947 Feb 20 20:05:21.580310 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39916) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:21.623558 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Deleting subnet ef10d815-c165-41d8-92a4-bcb63388b862 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:05:21.626768 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Publish callbacks [] for subnet (ef10d815-c165-41d8-92a4-bcb63388b862), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:21.664820 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Publish callbacks [] for subnet (ef10d815-c165-41d8-92a4-bcb63388b862), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:21.674338 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (ef10d815-c165-41d8-92a4-bcb63388b862), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:21.784032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4e47d-fb52-4236-8b8e-4984ef1d045f req-cb4aeb7f-b2b7-4011-9c58-3dbca8b12b8e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:21.786162 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-faa4e47d-fb52-4236-8b8e-4984ef1d045f req-cb4aeb7f-b2b7-4011-9c58-3dbca8b12b8e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0580964 Feb 20 20:05:21.835495 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-faa4e47d-fb52-4236-8b8e-4984ef1d045f req-40725dbb-8f06-458d-8097-d05426c7a016 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Feb 20 20:05:21.863333 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (ef10d815-c165-41d8-92a4-bcb63388b862), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:21.887297 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef10d815-c165-41d8-92a4-bcb63388b862,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:21.893249 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:21.896491 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6f1eee03-b8af-4722-a166-f86091c7caba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef10d815-c165-41d8-92a4-bcb63388b862 HTTP/1.1" status: 204 len: 168 time: 0.3150940 Feb 20 20:05:21.902825 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39920) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:21.970703 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (aa1cfba3-5412-42c5-96b7-b29a8d1607c6), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.063195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (aa1cfba3-5412-42c5-96b7-b29a8d1607c6), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.093346 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.093715 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096416 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096416 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > port after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096416 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096416 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > port after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096416 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096761 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.096960 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.097175 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.133736 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a02da-db23-4173-ad93-ae3469bd4549 req-3f769bea-701c-4843-80d6-fcd5ca35ca81 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:22.135551 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b22a02da-db23-4173-ad93-ae3469bd4549 req-3f769bea-701c-4843-80d6-fcd5ca35ca81 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0638988 Feb 20 20:05:22.198544 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b22a02da-db23-4173-ad93-ae3469bd4549 req-3a4e4a49-a58d-40f8-aa3e-d787c5ae0ab9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574269 Feb 20 20:05:22.242653 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.243004 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.243338 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.243670 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:05:22.244074 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1cfba3-5412-42c5-96b7-b29a8d1607c6']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:22.261995 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d7673a-86c4-4f4e-bd0e-e01740372bd4') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:22.262356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d7673a-86c4-4f4e-bd0e-e01740372bd4') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:22.291951 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (40d7673a-86c4-4f4e-bd0e-e01740372bd4), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.310661 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (40d7673a-86c4-4f4e-bd0e-e01740372bd4), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.320768 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:05:22.321335 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (40d7673a-86c4-4f4e-bd0e-e01740372bd4), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: from cryptography.utils import int_from_bytes Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: from cryptography.utils import int_from_bytes Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:05:22.346117 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:05:22.555945 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:22.562509 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (aa1cfba3-5412-42c5-96b7-b29a8d1607c6), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.573109 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.575163 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aa1cfba3-5412-42c5-96b7-b29a8d1607c6 HTTP/1.1" status: 204 len: 168 time: 0.6753953 Feb 20 20:05:22.590425 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b7052-4442-4042-a2db-990768367025 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1cfba3-5412-42c5-96b7-b29a8d1607c6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:22.686076 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c3f9-235b-481c-966d-98cbb5f97935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.772611 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c3f9-235b-481c-966d-98cbb5f97935 admin admin] Publish callbacks [] for security_group (6cc15ec8-9683-4932-b195-660f4a2638d4), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.892425 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c3f9-235b-481c-966d-98cbb5f97935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (6cc15ec8-9683-4932-b195-660f4a2638d4), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.974048 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0c3f9-235b-481c-966d-98cbb5f97935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc15ec8-9683-4932-b195-660f4a2638d4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:22.978757 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-cbb0c3f9-235b-481c-966d-98cbb5f97935 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be742f94644c4384ae0648e9646c26f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216685 Feb 20 20:05:22.981796 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39966) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:23.017555 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb67d2-7ef7-4592-808a-5b31f73731b0 req-692fc158-b058-496c-878d-3b62429bf4a9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:23.026038 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 39968) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:23.029256 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-01fb67d2-7ef7-4592-808a-5b31f73731b0 req-692fc158-b058-496c-878d-3b62429bf4a9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1156297 Feb 20 20:05:23.058931 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db5dd675-16cc-4d87-95a2-76f31ddc2944 admin admin] Publish callbacks [] for security_group (6cc15ec8-9683-4932-b195-660f4a2638d4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.084002 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-01fb67d2-7ef7-4592-808a-5b31f73731b0 req-63de5c77-264c-40b1-87b3-e5c88393d175 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Feb 20 20:05:23.100815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db5dd675-16cc-4d87-95a2-76f31ddc2944 admin admin] Publish callbacks [] for security_group (6cc15ec8-9683-4932-b195-660f4a2638d4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.104775 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-880c5dd9-1077-498f-8f7c-1f957e9ec4d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7463a671acdd4b6e907b017a57cad40a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0770769 Feb 20 20:05:23.107486 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 39970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:23.157971 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60f7fb70-7de4-413c-8258-1adb4b3f2f5d admin admin] Publish callbacks [] for security_group (71251f2c-864f-4276-837d-2b6dd0b96a2b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.183943 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60f7fb70-7de4-413c-8258-1adb4b3f2f5d admin admin] Publish callbacks [] for security_group (71251f2c-864f-4276-837d-2b6dd0b96a2b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.234512 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db5dd675-16cc-4d87-95a2-76f31ddc2944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (6cc15ec8-9683-4932-b195-660f4a2638d4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.237248 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db5dd675-16cc-4d87-95a2-76f31ddc2944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.238397 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-db5dd675-16cc-4d87-95a2-76f31ddc2944 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cc15ec8-9683-4932-b195-660f4a2638d4 HTTP/1.1" status: 204 len: 168 time: 0.2555506 Feb 20 20:05:23.247584 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dd675-16cc-4d87-95a2-76f31ddc2944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc15ec8-9683-4932-b195-660f4a2638d4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:23.394966 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60f7fb70-7de4-413c-8258-1adb4b3f2f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (71251f2c-864f-4276-837d-2b6dd0b96a2b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.397663 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-60f7fb70-7de4-413c-8258-1adb4b3f2f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.398828 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-60f7fb70-7de4-413c-8258-1adb4b3f2f5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71251f2c-864f-4276-837d-2b6dd0b96a2b HTTP/1.1" status: 204 len: 168 time: 0.2903061 Feb 20 20:05:23.407604 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7fb70-7de4-413c-8258-1adb4b3f2f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71251f2c-864f-4276-837d-2b6dd0b96a2b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:24.210564 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2f227-e65f-4ab3-8d2f-a203e07ddbdb req-c1ce91d8-84b0-4ff7-9ff8-61571d007834 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:24.212030 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8bb2f227-e65f-4ab3-8d2f-a203e07ddbdb req-c1ce91d8-84b0-4ff7-9ff8-61571d007834 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0531843 Feb 20 20:05:24.279653 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8bb2f227-e65f-4ab3-8d2f-a203e07ddbdb req-5953bae4-9c81-4ae7-b65e-4141d3a87e43 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580051 Feb 20 20:05:24.691553 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40024) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:24.889512 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1250910463-network', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:25.040621 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Made reservation on behalf of 39e352f8dc714faeb93e6c1f8e2ec539 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:25.043748 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.052275 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.131866 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks [] for security_group (9a6368ad-be92-47b4-8552-617596371e7f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.189113 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9a6368ad-be92-47b4-8552-617596371e7f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.225143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6368ad-be92-47b4-8552-617596371e7f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:25.226692 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:25.237940 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (0d5ec92a-b459-49b0-815a-30969fa19b98), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.237940 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Added segment 0d5ec92a-b459-49b0-815a-30969fa19b98 of type vlan for network 43344c9d-4812-4b26-9acf-69d081a8a1a2 Feb 20 20:05:25.288581 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (43344c9d-4812-4b26-9acf-69d081a8a1a2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.419262 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (43344c9d-4812-4b26-9acf-69d081a8a1a2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.424357 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.424357 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.492957 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c40c3b-e4d3-4514-8d63-ed2c17212bba req-bddeb2fa-5f10-4584-add8-4dba94e06308 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.495164 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e2c40c3b-e4d3-4514-8d63-ed2c17212bba req-bddeb2fa-5f10-4584-add8-4dba94e06308 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1173468 Feb 20 20:05:25.500628 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-8ddbb8bc-5dff-4c55-98cd-a4bbb6a69a80 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.502421 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-8ddbb8bc-5dff-4c55-98cd-a4bbb6a69a80 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.1442313 Feb 20 20:05:25.517855 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e7c8b379-b418-474f-bdb1-5c8e1d2e8fae tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/quotas/cad4017b15174e2b81f4e9ebedfe8fcb HTTP/1.1" status: 200 len: 375 time: 0.0095448 Feb 20 20:05:25.518234 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] Pushing event updated for resources: {'Network': ['ID=43344c9d-4812-4b26-9acf-69d081a8a1a2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:25.532110 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:25.551228 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e2c40c3b-e4d3-4514-8d63-ed2c17212bba req-bd721c7b-f164-490a-87c0-5789fe588bfc tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493031 Feb 20 20:05:25.584476 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-587e5874-3fdc-47a8-864f-302142432b19 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610490 Feb 20 20:05:25.592338 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-878669ad-db99-4707-a344-f0782556f8e7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8989153 Feb 20 20:05:25.597582 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40066) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.603173 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Request body: {'subnet': {'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1250910463-subnet', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:25.691359 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-7c4923ef-b012-4819-99e4-381f2bbd6056 service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998676 Feb 20 20:05:25.791089 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-a587376d-43c0-4762-a599-9f40f312ff1c service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941803 Feb 20 20:05:25.795097 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Made reservation on behalf of 39e352f8dc714faeb93e6c1f8e2ec539 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:25.798435 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.991970 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40078) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:26.102528 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-005342a8-12a6-4dc2-9e32-92dc07d827b9 req-0ef5eed6-8824-43f8-8da0-ed17cc47732a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 210 time: 0.0412261 Feb 20 20:05:26.142223 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2f89bebc-0e94-4ae3-94d4-cdd08a957337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.196150 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (21559d00-9369-430a-b6dc-9d2902b34e50), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.272974 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21559d00-9369-430a-b6dc-9d2902b34e50,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:26.298294 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2f89bebc-0e94-4ae3-94d4-cdd08a957337 admin admin] Publish callbacks [] for security_group (96fbcfc8-a9a6-42cd-a196-b61778174851), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.301268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Checking segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:26.301643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Network hostable DHCP agents. Network: 43344c9d-4812-4b26-9acf-69d081a8a1a2, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:26.412521 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2f89bebc-0e94-4ae3-94d4-cdd08a957337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (96fbcfc8-a9a6-42cd-a196-b61778174851), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.457143 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2f89bebc-0e94-4ae3-94d4-cdd08a957337 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45b492c37c4247b082af32bb3b93edf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4639821 Feb 20 20:05:26.458362 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89bebc-0e94-4ae3-94d4-cdd08a957337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fbcfc8-a9a6-42cd-a196-b61778174851,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:26.460386 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:26.514794 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b83423-0cd5-48d9-8688-609e3115ed6b admin admin] Publish callbacks [] for security_group (96fbcfc8-a9a6-42cd-a196-b61778174851), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.532297 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:26.538882 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b83423-0cd5-48d9-8688-609e3115ed6b admin admin] Publish callbacks [] for security_group (96fbcfc8-a9a6-42cd-a196-b61778174851), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.680405 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 43344c9d-4812-4b26-9acf-69d081a8a1a2) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:26.686502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:26.687476 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.687647 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc6f22-fce5-4eee-a142-6156c82076af req-6c483a82-d8fe-4ac2-827b-89009fd34ae6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:26.689716 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3afc6f22-fce5-4eee-a142-6156c82076af req-6c483a82-d8fe-4ac2-827b-89009fd34ae6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0568488 Feb 20 20:05:26.694654 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47780b3-980e-40ba-beb5-a4fdb95a15f1 None None] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:26.724065 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b83423-0cd5-48d9-8688-609e3115ed6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (96fbcfc8-a9a6-42cd-a196-b61778174851), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.725828 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04b83423-0cd5-48d9-8688-609e3115ed6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.730462 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-04b83423-0cd5-48d9-8688-609e3115ed6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96fbcfc8-a9a6-42cd-a196-b61778174851 HTTP/1.1" status: 204 len: 168 time: 0.2658112 Feb 20 20:05:26.767430 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3afc6f22-fce5-4eee-a142-6156c82076af req-c7a79f1c-a174-4021-ba16-88e8605fc2fc tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695219 Feb 20 20:05:26.768927 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b83423-0cd5-48d9-8688-609e3115ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fbcfc8-a9a6-42cd-a196-b61778174851,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:26.818644 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0fb3ebf3-c7c4-4b76-a775-acf57249b821 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2197850 Feb 20 20:05:26.826518 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:26.831893 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:26.865079 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-43344c9d-4812-4b26-9acf-69d081a8a1a2', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:26.866287 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.002069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.003782 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.066397 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Allocated IP 172.20.0.2 (43344c9d-4812-4b26-9acf-69d081a8a1a2/21559d00-9369-430a-b6dc-9d2902b34e50/986ae648-3ad4-4328-aa28-63804152c325) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:27.092611 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks [] for router_controller (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.191100 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d830933-a3b1-4163-be1e-278e486357b0 req-30d9ed20-61b3-46c5-ae0f-e1716449a3f1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 210 time: 0.0321727 Feb 20 20:05:27.253000 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Publish callbacks [] for port (986ae648-3ad4-4328-aa28-63804152c325), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.394792 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (986ae648-3ad4-4328-aa28-63804152c325), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.460691 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:27.465494 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:27.473257 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:27.511674 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Pushing event updated for resources: {'Port': ['ID=986ae648-3ad4-4328-aa28-63804152c325,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.512149 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks [] for router_gateway (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.538667 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Attempting to bind port 986ae648-3ad4-4328-aa28-63804152c325 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:27.538982 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Attempting to bind port 986ae648-3ad4-4328-aa28-63804152c325 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:27.539350 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Attempting to bind port 986ae648-3ad4-4328-aa28-63804152c325 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:27.548097 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:27.548698 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Checking segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:27.549503 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.550166 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Bound using segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:27.550948 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Bound port: 986ae648-3ad4-4328-aa28-63804152c325, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:27.551564 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (986ae648-3ad4-4328-aa28-63804152c325), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.623314 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] For port 986ae648-3ad4-4328-aa28-63804152c325, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:27.626004 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] For port 986ae648-3ad4-4328-aa28-63804152c325, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=986ae648-3ad4-4328-aa28-63804152c325,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:27.749645 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (986ae648-3ad4-4328-aa28-63804152c325), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.824067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f4546-a2cd-4460-bfc7-c0ab8b2a8906 None None] Pushing event updated for resources: {'Port': ['ID=986ae648-3ad4-4328-aa28-63804152c325,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.961542 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40124) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:28.006597 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks [] for router_gateway (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.008900 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-620af1ff-7619-46ef-bac5-1262d8c75b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.042100 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.103305 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca659b-e70d-4c39-b308-daf9e239b326 req-77cdcec6-ab64-43e2-a741-5b8dc4ea3166 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:28.111656 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-97ca659b-e70d-4c39-b308-daf9e239b326 req-77cdcec6-ab64-43e2-a741-5b8dc4ea3166 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1917815 Feb 20 20:05:28.171636 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-620af1ff-7619-46ef-bac5-1262d8c75b44 admin admin] Publish callbacks [] for security_group (47879fad-9220-4e13-b5f1-c612cfecafcc), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.189906 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.206478 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-97ca659b-e70d-4c39-b308-daf9e239b326 req-32be9e5e-7efa-44c0-a4a4-3aba5b200640 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936413 Feb 20 20:05:28.280498 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Allocated IP 172.27.2.170 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/313b1ffb-d04b-4d73-8c95-f7c3443109ff) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:28.282716 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-620af1ff-7619-46ef-bac5-1262d8c75b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (47879fad-9220-4e13-b5f1-c612cfecafcc), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.374617 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-055f1be4-5527-446e-995d-1fa6490407d8 req-74b14056-cb17-4083-967a-fa1cc974d63a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 210 time: 0.0783992 Feb 20 20:05:28.411028 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-620af1ff-7619-46ef-bac5-1262d8c75b44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72732ea6c8f746ccb51229b37928592d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474981 Feb 20 20:05:28.413527 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40140) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:28.428402 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620af1ff-7619-46ef-bac5-1262d8c75b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47879fad-9220-4e13-b5f1-c612cfecafcc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.482877 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-acef9ba1-ee65-404f-9e14-c57f4f964469 admin admin] Publish callbacks [] for security_group (47879fad-9220-4e13-b5f1-c612cfecafcc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.512312 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-acef9ba1-ee65-404f-9e14-c57f4f964469 admin admin] Publish callbacks [] for security_group (47879fad-9220-4e13-b5f1-c612cfecafcc), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.542956 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks [] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.657477 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-acef9ba1-ee65-404f-9e14-c57f4f964469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (47879fad-9220-4e13-b5f1-c612cfecafcc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.660158 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-acef9ba1-ee65-404f-9e14-c57f4f964469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.661597 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-acef9ba1-ee65-404f-9e14-c57f4f964469 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47879fad-9220-4e13-b5f1-c612cfecafcc HTTP/1.1" status: 204 len: 168 time: 0.2470500 Feb 20 20:05:28.672553 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef9ba1-ee65-404f-9e14-c57f4f964469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47879fad-9220-4e13-b5f1-c612cfecafcc,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.692907 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.753014 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:28.754873 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:28.757331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Pushing event updated for resources: {'Port': ['ID=313b1ffb-d04b-4d73-8c95-f7c3443109ff,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.759823 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:29.125514 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d8225-0869-4403-8011-b82ca1af9080 None None] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:29.224853 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks [] for router_gateway (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.350855 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] Provisioning complete for port 986ae648-3ad4-4328-aa28-63804152c325 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:29.351133 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (986ae648-3ad4-4328-aa28-63804152c325), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.479613 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] Current status of the port 986ae648-3ad4-4328-aa28-63804152c325 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:29.480902 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (986ae648-3ad4-4328-aa28-63804152c325), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.532174 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 986ae648-3ad4-4328-aa28-63804152c325 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:29.601447 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] For port 986ae648-3ad4-4328-aa28-63804152c325, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=986ae648-3ad4-4328-aa28-63804152c325,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:29.628090 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 986ae648-3ad4-4328-aa28-63804152c325 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:29.628934 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (986ae648-3ad4-4328-aa28-63804152c325), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.639981 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-46be814c-21b6-42c7-adf7-9693705ed5c2 req-ae57a9f4-668f-406d-a5af-f32cca989b36 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 210 time: 0.0755379 Feb 20 20:05:29.680273 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (986ae648-3ad4-4328-aa28-63804152c325), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.766206 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da466c2-7595-481a-9bd0-6764604db301 None None] Pushing event updated for resources: {'Port': ['ID=986ae648-3ad4-4328-aa28-63804152c325,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:29.887584 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-2ce8a815-195f-441c-816f-756726db7a89 None None] Provisioning complete for port 986ae648-3ad4-4328-aa28-63804152c325 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:29.889000 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2ce8a815-195f-441c-816f-756726db7a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (986ae648-3ad4-4328-aa28-63804152c325), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.890944 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 986ae648-3ad4-4328-aa28-63804152c325 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:29.930969 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-f437db97-0b80-45a0-b515-a4b8f8833ac9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.932728 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-f437db97-0b80-45a0-b515-a4b8f8833ac9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.7095320 Feb 20 20:05:29.959048 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Request body: {'port': {'device_id': '13f485d0-41a5-4cd5-ae29-161764903f62', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'admin_state_up': True, 'tenant_id': 'cad4017b15174e2b81f4e9ebedfe8fcb'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:29.989110 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8a815-195f-441c-816f-756726db7a89 None None] Current status of the port 986ae648-3ad4-4328-aa28-63804152c325 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:30.071327 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7fa47-7975-45e8-bbeb-f62ecb4ed439 req-078fb316-f31d-4c84-aca6-840c28fc90a8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:30.073394 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-def7fa47-7975-45e8-bbeb-f62ecb4ed439 req-078fb316-f31d-4c84-aca6-840c28fc90a8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.7582767 Feb 20 20:05:30.207733 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-def7fa47-7975-45e8-bbeb-f62ecb4ed439 req-c7f9b331-ff49-4458-aa38-a6c702abd80a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246755 Feb 20 20:05:30.208680 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.388546 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Made reservation on behalf of cad4017b15174e2b81f4e9ebedfe8fcb for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:30.411651 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.529069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:30.531243 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Allocated IP 172.20.0.14 (2cbc0eb2-b335-426e-809b-6b54a84974b7/95e90286-8957-4b52-8e5f-31b307f5ec7d/43327917-3ee5-431a-abfb-14e77aacc1a5) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:30.729435 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:30.739361 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:30.740008 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ff676544-f94b-486c-b336-e18bc661a5e4 req-26184f24-a727-4c99-abe9-50ecaed7f8bd tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 210 time: 0.0287836 Feb 20 20:05:30.751577 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:30.752197 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:30.807707 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks [] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.871498 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.878983 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-71142073-ebfa-4504-ac2e-6a631562f43b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0455267 Feb 20 20:05:30.881349 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40200) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:30.906375 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:30.943757 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.005084 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:31.009370 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:31.013734 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:31.078652 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event updated for resources: {'Port': ['ID=43327917-3ee5-431a-abfb-14e77aacc1a5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:31.101786 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.102461 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.161482 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:28Z', 'revision_number': 3, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:31.190128 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-99c3135a-4533-4dc4-9cef-7ba4cd80ba51 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2346761 Feb 20 20:05:31.201597 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:31.202087 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Updating router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 port 313b1ffb-d04b-4d73-8c95-f7c3443109ff binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:31.238582 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.373867 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc8a4-4fcd-40c1-9ea7-1a64a75b8648 req-f444e836-1e0a-4a46-bf3c-eb3bf3424844 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.375662 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d0fbc8a4-4fcd-40c1-9ea7-1a64a75b8648 req-f444e836-1e0a-4a46-bf3c-eb3bf3424844 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0824072 Feb 20 20:05:31.447582 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d0fbc8a4-4fcd-40c1-9ea7-1a64a75b8648 req-72a2710c-9589-4620-a635-3bc6ffe0a12a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624223 Feb 20 20:05:31.494530 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 986ae648-3ad4-4328-aa28-63804152c325 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:31.554139 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 986ae648-3ad4-4328-aa28-63804152c325 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:31.554759 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (986ae648-3ad4-4328-aa28-63804152c325), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.626484 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Publish callbacks [] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.656112 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 986ae648-3ad4-4328-aa28-63804152c325 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:31.692091 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.714327 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.763015 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Attempting to bind port 313b1ffb-d04b-4d73-8c95-f7c3443109ff on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:31.766101 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Attempting to bind port 313b1ffb-d04b-4d73-8c95-f7c3443109ff by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:31.766101 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Attempting to bind port 313b1ffb-d04b-4d73-8c95-f7c3443109ff on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:31.773646 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:31.774320 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:31.774718 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.775104 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:31.775618 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Bound port: 313b1ffb-d04b-4d73-8c95-f7c3443109ff, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:31.776296 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.803606 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Pushing event updated for resources: {'Port': ['ID=313b1ffb-d04b-4d73-8c95-f7c3443109ff,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:31.818619 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.818984 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.819336 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.819671 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.820033 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.820348 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.820834 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.821308 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.821685 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.822110 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.822495 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.822812 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.823125 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:31.862083 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] For port 313b1ffb-d04b-4d73-8c95-f7c3443109ff, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:31.866206 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] For port 313b1ffb-d04b-4d73-8c95-f7c3443109ff, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=313b1ffb-d04b-4d73-8c95-f7c3443109ff,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:31.947609 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Allocated IP 172.20.0.1 (43344c9d-4812-4b26-9acf-69d081a8a1a2/21559d00-9369-430a-b6dc-9d2902b34e50/f5e72dbe-6f38-4745-ad9b-1068a5edae30) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:31.959310 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.961429 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17dc3-086a-4d04-ac5d-2de86f6e3ad3 req-f0172b6a-3895-41bc-9f04-4cd85c1d49d2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.963745 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1ae17dc3-086a-4d04-ac5d-2de86f6e3ad3 req-f0172b6a-3895-41bc-9f04-4cd85c1d49d2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 932 time: 0.1004231 Feb 20 20:05:32.026650 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:32.028516 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:32.029812 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47565ec6-5575-435f-82ec-cfde95b57c71 None None] Pushing event updated for resources: {'Port': ['ID=313b1ffb-d04b-4d73-8c95-f7c3443109ff,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:32.109505 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1ae17dc3-086a-4d04-ac5d-2de86f6e3ad3 req-400be500-6b77-4a8f-bd12-cfd452483fda tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197209 Feb 20 20:05:32.127737 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks [] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.256541 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:32.276638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.328752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:32.328752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:32.331708 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:32.332251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.379667 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-010f8b10-5f59-482d-8bad-9b1b87147969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.385842 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Pushing event updated for resources: {'Port': ['ID=f5e72dbe-6f38-4745-ad9b-1068a5edae30,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:32.472590 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:28Z', 'revision_number': 3, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:32.499977 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db8c095-1581-4b40-8bcc-0f115a076aee None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:28Z', 'revision_number': 3, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:32.596722 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30748e8e-3a60-4aa5-845b-9c6fe656d9ea req-916dd0ae-b13c-4edc-b6a0-5104636b5f03 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:32.598507 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-30748e8e-3a60-4aa5-845b-9c6fe656d9ea req-916dd0ae-b13c-4edc-b6a0-5104636b5f03 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0658472 Feb 20 20:05:32.638163 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.643033 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-6c772702-5e04-4483-916d-acbbf8f0d1ad None None] Provisioning complete for port f5e72dbe-6f38-4745-ad9b-1068a5edae30 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:32.643800 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6c772702-5e04-4483-916d-acbbf8f0d1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.666579 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-30748e8e-3a60-4aa5-845b-9c6fe656d9ea req-c5be2fe4-d5fb-4e5c-961c-fe46742a3f4c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594809 Feb 20 20:05:32.693536 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6c772702-5e04-4483-916d-acbbf8f0d1ad None None] Port f5e72dbe-6f38-4745-ad9b-1068a5edae30 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:32.850630 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks [] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.913161 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Request body: {'port': {'device_id': '13f485d0-41a5-4cd5-ae29-161764903f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:32.916936 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312', 'd4683b79-a91e-4b41-9965-3b973105a9c2'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:05:32.931847 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.933110 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.992137 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Pushing event updated for resources: {'Port': ['ID=f5e72dbe-6f38-4745-ad9b-1068a5edae30,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.037603 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.139106 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:33.141941 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:33.422613 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:33.440530 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6a5da-6903-46b6-b92c-3dec746ff57e req-da775741-8db5-4e61-bdac-b28ab90e5c73 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:33.442534 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f9b6a5da-6903-46b6-b92c-3dec746ff57e req-da775741-8db5-4e61-bdac-b28ab90e5c73 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 932 time: 0.1999214 Feb 20 20:05:33.484221 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43327917-3ee5-431a-abfb-14e77aacc1a5 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:33.495046 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Publish callbacks [] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.527846 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Transition to ACTIVE for port object 43327917-3ee5-431a-abfb-14e77aacc1a5 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:33.527993 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 313b1ffb-d04b-4d73-8c95-f7c3443109ff up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:33.581491 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f9b6a5da-6903-46b6-b92c-3dec746ff57e req-6805af44-2e81-420d-87ab-03385405631f tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300502 Feb 20 20:05:33.609458 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:33.614953 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c1ba207d-0892-4b0d-ba07-e6bdc81e98ee admin admin] 10.222.0.48 "PUT /v2.0/routers/2b8b6fe6-1a27-4a30-992a-65283d7ebf06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324860 Feb 20 20:05:33.720526 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-5d8adf29-0209-4244-a7c0-9bdf17561646 None None] Provisioning complete for port f5e72dbe-6f38-4745-ad9b-1068a5edae30 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:33.721256 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf29-0209-4244-a7c0-9bdf17561646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.743283 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.809777 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-5d8adf29-0209-4244-a7c0-9bdf17561646 None None] Port f5e72dbe-6f38-4745-ad9b-1068a5edae30 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:33.820582 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 313b1ffb-d04b-4d73-8c95-f7c3443109ff triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:33.820957 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.843666 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Pushing event updated for resources: {'Port': ['ID=43327917-3ee5-431a-abfb-14e77aacc1a5,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.917672 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a892b-1e47-4141-824f-ea73da7ac71c req-2bf1f948-1c4f-4152-a131-ce68dad2514f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:33.919263 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d90a892b-1e47-4141-824f-ea73da7ac71c req-2bf1f948-1c4f-4152-a131-ce68dad2514f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1395526 Feb 20 20:05:33.936802 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 313b1ffb-d04b-4d73-8c95-f7c3443109ff is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:33.936802 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.949247 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Attempting to bind port 43327917-3ee5-431a-abfb-14e77aacc1a5 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:33.949583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Attempting to bind port 43327917-3ee5-431a-abfb-14e77aacc1a5 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:33.949920 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Attempting to bind port 43327917-3ee5-431a-abfb-14e77aacc1a5 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:33.960526 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Port 43327917-3ee5-431a-abfb-14e77aacc1a5 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:33.965488 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Attempting to bind port 43327917-3ee5-431a-abfb-14e77aacc1a5 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:33.965618 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 313b1ffb-d04b-4d73-8c95-f7c3443109ff, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=313b1ffb-d04b-4d73-8c95-f7c3443109ff,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:33.984748 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:33.985080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Checking segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:33.985472 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Bound using segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:33.985914 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Bound port: 43327917-3ee5-431a-abfb-14e77aacc1a5, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:33.986267 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.992177 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d90a892b-1e47-4141-824f-ea73da7ac71c req-f132d8d6-4c24-409b-b3b8-232a46a8c98d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593948 Feb 20 20:05:34.089069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] For port 43327917-3ee5-431a-abfb-14e77aacc1a5, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:34.092689 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] For port 43327917-3ee5-431a-abfb-14e77aacc1a5, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=43327917-3ee5-431a-abfb-14e77aacc1a5,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:34.120811 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.181615 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=313b1ffb-d04b-4d73-8c95-f7c3443109ff,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:34.252593 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.288022 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.288996 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.290243 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] 10.222.0.65 "PUT /v2.0/ports/43327917-3ee5-431a-abfb-14e77aacc1a5 HTTP/1.1" status: 200 len: 1094 time: 1.3825541 Feb 20 20:05:34.294326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f485d0-41a5-4cd5-ae29-161764903f62', 'tag': '43327917-3ee5-431a-abfb-14e77aacc1a5'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:34.297182 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e8978f-cacd-43fe-8fa2-719d7523a249" -d '{"events": [{"name": "network-changed", "server_uuid": "13f485d0-41a5-4cd5-ae29-161764903f62", "tag": "43327917-3ee5-431a-abfb-14e77aacc1a5"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:34.332238 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8e374-5e97-47ea-8857-1a014a4e6b21 service neutron] Pushing event updated for resources: {'Port': ['ID=43327917-3ee5-431a-abfb-14e77aacc1a5,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:34.392929 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53acb2c9-4cc5-48a7-91e2-b7d498d62eb9 x-openstack-request-id: req-53acb2c9-4cc5-48a7-91e2-b7d498d62eb9 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:34.393215 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f485d0-41a5-4cd5-ae29-161764903f62", "tag": "43327917-3ee5-431a-abfb-14e77aacc1a5", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:34.393470 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53acb2c9-4cc5-48a7-91e2-b7d498d62eb9 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:34.393969 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f485d0-41a5-4cd5-ae29-161764903f62', 'tag': '43327917-3ee5-431a-abfb-14e77aacc1a5', 'status': 'completed', 'code': 200} Feb 20 20:05:34.468156 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8978f-cacd-43fe-8fa2-719d7523a249 req-ebd15771-3fcb-4611-99b3-814cb686c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.469749 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c7e8978f-cacd-43fe-8fa2-719d7523a249 req-ebd15771-3fcb-4611-99b3-814cb686c2bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 1128 time: 0.0563588 Feb 20 20:05:34.596039 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:34.609623 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8978f-cacd-43fe-8fa2-719d7523a249 req-69e009a3-e28f-498d-a315-6416480492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.610321 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:34.611592 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:34.612664 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c7e8978f-cacd-43fe-8fa2-719d7523a249 req-69e009a3-e28f-498d-a315-6416480492a1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1322117 Feb 20 20:05:34.765789 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e67395c7-f466-4304-85fc-26eaa0318591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.808660 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac037ff6-9705-4606-83c4-b4534faf58c9 req-849e85f1-3d12-4cfb-99a9-a3d25ef2a6ca tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.810285 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ac037ff6-9705-4606-83c4-b4534faf58c9 req-849e85f1-3d12-4cfb-99a9-a3d25ef2a6ca tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 944 time: 0.1019800 Feb 20 20:05:34.815971 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8978f-cacd-43fe-8fa2-719d7523a249 req-6f069e33-a158-4397-8027-7a627f5fe962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.817595 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c7e8978f-cacd-43fe-8fa2-719d7523a249 req-6f069e33-a158-4397-8027-7a627f5fe962 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1980534 Feb 20 20:05:34.824976 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:34.829396 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:34.829891 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1268900364-network', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:34.893770 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ac037ff6-9705-4606-83c4-b4534faf58c9 req-720e3c9a-3a5f-46ec-bcab-dabbf751b928 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751660 Feb 20 20:05:34.941686 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-c5cd0355-3b7b-4428-b128-fa768b05daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.943275 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-c5cd0355-3b7b-4428-b128-fa768b05daac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 1128 time: 0.0658641 Feb 20 20:05:34.971196 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Made reservation on behalf of 3d2d8f9c4474440d941258547062a1d2 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:34.974731 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.986312 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.108238 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks [] for security_group (2599e9a3-d59c-4f74-bb91-92f10bf1c363), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.147332 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 2, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:35.177597 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:35.178205 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Updating router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 port f5e72dbe-6f38-4745-ad9b-1068a5edae30 binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:35.209459 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.209906 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e40209-6886-47cf-bb4d-3ce6917603c8 req-f1cec9fa-4832-44ee-8687-17a86133e49a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.211505 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-66e40209-6886-47cf-bb4d-3ce6917603c8 req-f1cec9fa-4832-44ee-8687-17a86133e49a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0864375 Feb 20 20:05:35.246399 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (2599e9a3-d59c-4f74-bb91-92f10bf1c363), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.288861 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:35.299503 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-66e40209-6886-47cf-bb4d-3ce6917603c8 req-6c1b6239-2ef5-454d-a77f-2fd97ae2e682 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773196 Feb 20 20:05:35.306397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2599e9a3-d59c-4f74-bb91-92f10bf1c363,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.322786 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (c5f13612-42da-478f-adf8-a00124641ed3), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.323276 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.segments_db [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Added segment c5f13612-42da-478f-adf8-a00124641ed3 of type vlan for network 078077ec-5244-43aa-8320-4854bc28f185 Feb 20 20:05:35.379070 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (078077ec-5244-43aa-8320-4854bc28f185), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.458224 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 313b1ffb-d04b-4d73-8c95-f7c3443109ff up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:35.488969 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-05605c60-2c3f-453c-b1a9-4dee73a0bbd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43327917-3ee5-431a-abfb-14e77aacc1a5 HTTP/1.1" status: 200 len: 217 time: 0.0584307 Feb 20 20:05:35.508434 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (078077ec-5244-43aa-8320-4854bc28f185), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.509357 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.510461 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.588193 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 313b1ffb-d04b-4d73-8c95-f7c3443109ff triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:35.588621 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.639757 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] Pushing event updated for resources: {'Network': ['ID=078077ec-5244-43aa-8320-4854bc28f185,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.665496 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-783c6c14-4955-458d-9f6d-828540314e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.668006 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-783c6c14-4955-458d-9f6d-828540314e18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 200 len: 854 time: 0.1723573 Feb 20 20:05:35.671927 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 078077ec-5244-43aa-8320-4854bc28f185 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:35.711184 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-494b548a-7eb4-4efd-aa80-514be45acb1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cbc0eb2-b335-426e-809b-6b54a84974b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312395 Feb 20 20:05:35.743297 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-e8ba2cec-e118-40b4-abf0-b99dffb27d87 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9172716 Feb 20 20:05:35.747870 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40332) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:35.755139 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Request body: {'subnet': {'network_id': '078077ec-5244-43aa-8320-4854bc28f185', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1268900364-subnet', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:35.769297 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Publish callbacks [] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.819968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 313b1ffb-d04b-4d73-8c95-f7c3443109ff is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:35.848409 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-07fc5e03-403f-456c-82f1-fe575d87d328 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259565 Feb 20 20:05:35.909159 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.937382 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Made reservation on behalf of 3d2d8f9c4474440d941258547062a1d2 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:35.940222 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.965213 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.995972 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b76705-31e2-4d80-a64f-ad77e7e8e1d3 None None] Pushing event updated for resources: {'Port': ['ID=f5e72dbe-6f38-4745-ad9b-1068a5edae30,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.997786 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee73ad07-4ab6-404a-9524-eb5427232642 req-8092b399-0a2b-4a1f-95ad-33241e1bd263 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425126 Feb 20 20:05:36.112767 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b173ec-f121-47fa-8767-0412f88d37fd req-751284bb-81c4-4859-8ef2-ccda42a2aa8e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:36.121587 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c5b173ec-f121-47fa-8767-0412f88d37fd req-751284bb-81c4-4859-8ef2-ccda42a2aa8e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 944 time: 0.1072137 Feb 20 20:05:36.150985 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Attempting to bind port f5e72dbe-6f38-4745-ad9b-1068a5edae30 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:36.151372 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Attempting to bind port f5e72dbe-6f38-4745-ad9b-1068a5edae30 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:36.152342 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Attempting to bind port f5e72dbe-6f38-4745-ad9b-1068a5edae30 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:36.164215 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:36.164215 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Checking segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:36.164215 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.164215 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Bound using segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:36.164215 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Bound port: f5e72dbe-6f38-4745-ad9b-1068a5edae30, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:36.164861 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.235145 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c5b173ec-f121-47fa-8767-0412f88d37fd req-08c54234-44eb-497c-a2de-17554ca8830a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825951 Feb 20 20:05:36.284696 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] For port f5e72dbe-6f38-4745-ad9b-1068a5edae30, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:36.289403 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] For port f5e72dbe-6f38-4745-ad9b-1068a5edae30, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=f5e72dbe-6f38-4745-ad9b-1068a5edae30,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:36.362372 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-cfdecd8d-25b3-4e2c-ba1f-a19764c94913 None None] Provisioning complete for port f5e72dbe-6f38-4745-ad9b-1068a5edae30 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:36.362841 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cfdecd8d-25b3-4e2c-ba1f-a19764c94913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.399395 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-cfdecd8d-25b3-4e2c-ba1f-a19764c94913 None None] Port f5e72dbe-6f38-4745-ad9b-1068a5edae30 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:36.440904 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eecbc4-019d-4c61-8a73-4596223f76ec req-30dbc9b3-e221-4dd4-acf6-305b17556d14 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:36.442352 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e6eecbc4-019d-4c61-8a73-4596223f76ec req-30dbc9b3-e221-4dd4-acf6-305b17556d14 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0588014 Feb 20 20:05:36.490204 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e6eecbc4-019d-4c61-8a73-4596223f76ec req-bf66d578-9ce2-44f4-bdfb-fca16f15c0e1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Feb 20 20:05:36.544083 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.589378 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (929489d9-f4ae-4a5c-8234-dda64f7bc289), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.625288 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b76705-31e2-4d80-a64f-ad77e7e8e1d3 None None] Pushing event updated for resources: {'Port': ['ID=f5e72dbe-6f38-4745-ad9b-1068a5edae30,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:36.646949 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:36.647501 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:36.668951 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=929489d9-f4ae-4a5c-8234-dda64f7bc289,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:36.680421 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Checking segment: {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:36.681096 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Network hostable DHCP agents. Network: 078077ec-5244-43aa-8320-4854bc28f185, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:36.767645 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:36.823408 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Network 078077ec-5244-43aa-8320-4854bc28f185 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:36.920854 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 078077ec-5244-43aa-8320-4854bc28f185) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:36.933066 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:36.933066 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.024742 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0363afed-dc8b-49f0-8801-d64c0f914dac None None] Network 078077ec-5244-43aa-8320-4854bc28f185 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:37.068579 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d95d0001-2213-4759-9ba4-ac5b2e5ecbcf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3190753 Feb 20 20:05:37.073707 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40360) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:37.084956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:37.129291 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] Provisioning complete for port f5e72dbe-6f38-4745-ad9b-1068a5edae30 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:37.129663 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.224080 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-078077ec-5244-43aa-8320-4854bc28f185', 'network_id': '078077ec-5244-43aa-8320-4854bc28f185', 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'fixed_ips': [{'subnet_id': '929489d9-f4ae-4a5c-8234-dda64f7bc289'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:37.224967 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.269284 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.276015 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (cbc95533-70a6-4e27-b795-efa333f59cce), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.277037 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (cbc95533-70a6-4e27-b795-efa333f59cce), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.372610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1ad96-2914-4705-9dcc-c23d18a00a8a req-45f765ba-3346-4aa7-891c-ef70a4adf934 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.372610 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95a1ad96-2914-4705-9dcc-c23d18a00a8a req-45f765ba-3346-4aa7-891c-ef70a4adf934 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 944 time: 0.0866587 Feb 20 20:05:37.411792 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] Current status of the port f5e72dbe-6f38-4745-ad9b-1068a5edae30 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:37.412034 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.423449 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks [] for router_controller (cbc95533-70a6-4e27-b795-efa333f59cce), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.425274 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:36Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:37.463522 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95a1ad96-2914-4705-9dcc-c23d18a00a8a req-f263b2db-474b-4ca6-9c2a-33d62b49adda tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524554 Feb 20 20:05:37.480567 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44a1a6-9a97-4b23-9c6f-a9f8b15cef20 None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:36Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:37.517635 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] For port f5e72dbe-6f38-4745-ad9b-1068a5edae30, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=f5e72dbe-6f38-4745-ad9b-1068a5edae30,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:37.530532 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Allocated IP 172.20.0.2 (078077ec-5244-43aa-8320-4854bc28f185/929489d9-f4ae-4a5c-8234-dda64f7bc289/a01be22d-61ea-49e7-a1df-2dcbf766a6a0) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:37.688516 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.738623 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b9a9f-6b2e-4751-a127-ac6311bafeb5 req-2e29fb7c-72f9-4436-add5-3b004dfc50fa tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.741426 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a70b9a9f-6b2e-4751-a127-ac6311bafeb5 req-2e29fb7c-72f9-4436-add5-3b004dfc50fa tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1394618 Feb 20 20:05:37.774348 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a87f5-3140-458d-8e2c-2311b90096f8 None None] Pushing event updated for resources: {'Port': ['ID=f5e72dbe-6f38-4745-ad9b-1068a5edae30,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:37.813351 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a70b9a9f-6b2e-4751-a127-ac6311bafeb5 req-3fc19a9f-ea7d-46c8-aa0c-4979bb5ebb9e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646911 Feb 20 20:05:37.857952 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks [] for router_gateway (cbc95533-70a6-4e27-b795-efa333f59cce), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.916631 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Publish callbacks [] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.035328 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.077294 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Network 078077ec-5244-43aa-8320-4854bc28f185 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:38.080373 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:38.084867 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:38.095324 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Pushing event updated for resources: {'Port': ['ID=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.185067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Attempting to bind port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:38.187963 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Attempting to bind port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:38.187963 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Attempting to bind port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 on network 078077ec-5244-43aa-8320-4854bc28f185 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:38.192089 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:38.192915 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Checking segment: {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:38.193053 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.193451 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Bound using segment: {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:38.193938 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Bound port: a01be22d-61ea-49e7-a1df-2dcbf766a6a0, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:38.194320 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.220786 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks [] for router_gateway (cbc95533-70a6-4e27-b795-efa333f59cce), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.246134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.282377 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] For port a01be22d-61ea-49e7-a1df-2dcbf766a6a0, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:38.292746 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] For port a01be22d-61ea-49e7-a1df-2dcbf766a6a0, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:38.378506 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Allocated IP 172.27.2.26 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/d431a2ff-2425-40c3-ad1e-67c454be9a3c) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:38.445864 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.513592 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks [] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.528250 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767ffce-a3d6-4796-8b55-b91e2c6e7a74 None None] Pushing event updated for resources: {'Port': ['ID=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.639469 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76787741-e58f-4a5a-a42a-ccdf9044a918 req-c64135de-7a95-42a9-bfe0-a96ee3b11138 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:38.639731 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76787741-e58f-4a5a-a42a-ccdf9044a918 req-c64135de-7a95-42a9-bfe0-a96ee3b11138 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 944 time: 0.0746200 Feb 20 20:05:38.673157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.730813 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:38.739956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:38.747036 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:38.761906 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.904706 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76787741-e58f-4a5a-a42a-ccdf9044a918 req-7ed05181-ae4a-4086-aa9d-b5485020f4a5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516992 Feb 20 20:05:38.914431 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Pushing event updated for resources: {'Port': ['ID=d431a2ff-2425-40c3-ad1e-67c454be9a3c,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.929272 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 43327917-3ee5-431a-abfb-14e77aacc1a5 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:39.004418 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836cf4b-6268-41f7-bea0-49c3b2857d46 req-685b50b3-bf7c-418f-becc-77350bc979df tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:39.006921 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f836cf4b-6268-41f7-bea0-49c3b2857d46 req-685b50b3-bf7c-418f-becc-77350bc979df tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0939791 Feb 20 20:05:39.032209 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40406) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.066372 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f836cf4b-6268-41f7-bea0-49c3b2857d46 req-92ea821f-eb9d-4acf-8b6f-74eebf6af25c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513389 Feb 20 20:05:39.083452 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 43327917-3ee5-431a-abfb-14e77aacc1a5, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=43327917-3ee5-431a-abfb-14e77aacc1a5,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:39.107110 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '43327917-3ee5-431a-abfb-14e77aacc1a5', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'port_id': '43327917-3ee5-431a-abfb-14e77aacc1a5', 'mac_address': 'fa:16:3e:f7:07:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e90286-8957-4b52-8e5f-31b307f5ec7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:39.183181 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 43327917-3ee5-431a-abfb-14e77aacc1a5 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:39.183680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.209493 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43327917-3ee5-431a-abfb-14e77aacc1a5 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:39.234225 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 43327917-3ee5-431a-abfb-14e77aacc1a5, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=43327917-3ee5-431a-abfb-14e77aacc1a5,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:39.236992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b7a71458-1508-4eec-99b8-ca27d2f3246c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.266975 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks [] for router_gateway (cbc95533-70a6-4e27-b795-efa333f59cce), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.388743 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.422299 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b7a71458-1508-4eec-99b8-ca27d2f3246c admin admin] Publish callbacks [] for security_group (3bfd89c6-2de5-437f-a153-27165a0cff4a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.459319 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=43327917-3ee5-431a-abfb-14e77aacc1a5,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.522876 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a01be22d-61ea-49e7-a1df-2dcbf766a6a0 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:39.543557 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (cbc95533-70a6-4e27-b795-efa333f59cce), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.581675 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:39.585697 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.588655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b7a71458-1508-4eec-99b8-ca27d2f3246c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3bfd89c6-2de5-437f-a153-27165a0cff4a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.674796 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a71458-1508-4eec-99b8-ca27d2f3246c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd89c6-2de5-437f-a153-27165a0cff4a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.683654 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b7a71458-1508-4eec-99b8-ca27d2f3246c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=272a52d967524dbdb21711338c58a2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467013 Feb 20 20:05:39.686059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40412) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.686575 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:39.687085 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.737597 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['43327917-3ee5-431a-abfb-14e77aacc1a5'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:05:39.788002 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port a01be22d-61ea-49e7-a1df-2dcbf766a6a0, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:39.802840 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d44efe5-e4ad-455b-90c0-9bc3307b00e2 admin admin] Publish callbacks [] for security_group (3bfd89c6-2de5-437f-a153-27165a0cff4a), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.829949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Router cbc95533-70a6-4e27-b795-efa333f59cce is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:39.857983 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d44efe5-e4ad-455b-90c0-9bc3307b00e2 admin admin] Publish callbacks [] for security_group (3bfd89c6-2de5-437f-a153-27165a0cff4a), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.874771 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.876807 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f5e72dbe-6f38-4745-ad9b-1068a5edae30 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:39.990123 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:40.003652 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Sync routers for ids ['cbc95533-70a6-4e27-b795-efa333f59cce'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:40.022432 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Routers {'cbc95533-70a6-4e27-b795-efa333f59cce'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:40.023401 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['cbc95533-70a6-4e27-b795-efa333f59cce'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:40.074394 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ee62-154e-4081-a5f6-9ba51d1be032 req-da224f6c-497d-4e0f-83a6-afdf9bdd934e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:40.076220 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7992ee62-154e-4081-a5f6-9ba51d1be032 req-da224f6c-497d-4e0f-83a6-afdf9bdd934e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 945 time: 0.0738993 Feb 20 20:05:40.086283 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d44efe5-e4ad-455b-90c0-9bc3307b00e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3bfd89c6-2de5-437f-a153-27165a0cff4a), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.087879 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:40.090491 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9d44efe5-e4ad-455b-90c0-9bc3307b00e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.095326 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9d44efe5-e4ad-455b-90c0-9bc3307b00e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bfd89c6-2de5-437f-a153-27165a0cff4a HTTP/1.1" status: 204 len: 168 time: 0.4079823 Feb 20 20:05:40.109728 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port f5e72dbe-6f38-4745-ad9b-1068a5edae30 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:40.110194 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.136317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44efe5-e4ad-455b-90c0-9bc3307b00e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd89c6-2de5-437f-a153-27165a0cff4a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:40.140395 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6141e4a3-f9bd-4291-bd43-4de42c8bcd30 None None] Network 078077ec-5244-43aa-8320-4854bc28f185 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:40.169946 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.178567 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40428) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:40.178967 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2b7a9ee6-ca13-41b2-9530-47c0259c1a60 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1034429 Feb 20 20:05:40.208032 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Set router cbc95533-70a6-4e27-b795-efa333f59cce gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:40.240827 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-8fd09bbe-b3b2-4fd1-8716-30597d88cdc6 None None] Provisioning complete for port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:40.241203 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8fd09bbe-b3b2-4fd1-8716-30597d88cdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.262753 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7992ee62-154e-4081-a5f6-9ba51d1be032 req-e56d4f8d-532e-4fed-9fc7-76468f3ba50b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770527 Feb 20 20:05:40.381615 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port f5e72dbe-6f38-4745-ad9b-1068a5edae30 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:40.446544 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-8fd09bbe-b3b2-4fd1-8716-30597d88cdc6 None None] Current status of the port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:40.621175 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40438) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:40.641111 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:05:38Z', 'revision_number': 3, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:40.678412 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b1ce4-2fed-4d49-b3b3-7afa60ac0b29 req-0aacec01-4811-4a02-8cac-17ca317d3bf2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:40.680823 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5c6b1ce4-2fed-4d49-b3b3-7afa60ac0b29 req-0aacec01-4811-4a02-8cac-17ca317d3bf2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.3818097 Feb 20 20:05:40.683286 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Checking router: cbc95533-70a6-4e27-b795-efa333f59cce for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:40.683961 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Updating router cbc95533-70a6-4e27-b795-efa333f59cce port d431a2ff-2425-40c3-ad1e-67c454be9a3c binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:40.714650 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.770386 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-665a4f5f-6c35-49f6-b04c-6efe0ee7de72 None None] Provisioning complete for port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:40.770886 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-665a4f5f-6c35-49f6-b04c-6efe0ee7de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.783030 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5c6b1ce4-2fed-4d49-b3b3-7afa60ac0b29 req-b820b793-8f26-4ff5-88ee-570cd4c879f4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900195 Feb 20 20:05:40.950386 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 43327917-3ee5-431a-abfb-14e77aacc1a5 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:41.060114 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-665a4f5f-6c35-49f6-b04c-6efe0ee7de72 None None] Current status of the port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:41.064265 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Publish callbacks [] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.160316 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 43327917-3ee5-431a-abfb-14e77aacc1a5 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:05:41.161444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40446) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:41.175202 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 43327917-3ee5-431a-abfb-14e77aacc1a5 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:41.175571 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.188876 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.201062 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3883b9a4-7b76-4e57-b51b-13fff47df3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.268977 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.269747 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c24c58e9-07f1-470b-9d3b-4585fd8c8d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.282315 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b62fc9-2ef1-4e5b-a8fb-c6b7837f7519 None None] Pushing event updated for resources: {'Port': ['ID=d431a2ff-2425-40c3-ad1e-67c454be9a3c,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.332673 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Attempting to bind port d431a2ff-2425-40c3-ad1e-67c454be9a3c on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:41.333801 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Attempting to bind port d431a2ff-2425-40c3-ad1e-67c454be9a3c by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:41.334260 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Attempting to bind port d431a2ff-2425-40c3-ad1e-67c454be9a3c on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:41.343849 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40450) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:41.352125 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:41.352810 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:41.354146 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.354708 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:41.356098 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Bound port: d431a2ff-2425-40c3-ad1e-67c454be9a3c, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:41.357151 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.374763 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 43327917-3ee5-431a-abfb-14e77aacc1a5 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:41.375170 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.417948 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c24c58e9-07f1-470b-9d3b-4585fd8c8d8c admin admin] Publish callbacks [] for security_group (425a880b-78b1-4515-8338-82613463a679), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.434340 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f485d0-41a5-4cd5-ae29-161764903f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43327917-3ee5-431a-abfb-14e77aacc1a5'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:41.437010 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a25415-8c82-4256-8aa3-8ceca96408aa" -d '{"events": [{"server_uuid": "13f485d0-41a5-4cd5-ae29-161764903f62", "name": "network-vif-plugged", "status": "completed", "tag": "43327917-3ee5-431a-abfb-14e77aacc1a5"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:41.455648 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 43327917-3ee5-431a-abfb-14e77aacc1a5, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=43327917-3ee5-431a-abfb-14e77aacc1a5,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:41.471869 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] For port d431a2ff-2425-40c3-ad1e-67c454be9a3c, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:41.475565 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] For port d431a2ff-2425-40c3-ad1e-67c454be9a3c, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d431a2ff-2425-40c3-ad1e-67c454be9a3c,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:41.487662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226710bc-279a-4af3-bbaa-67c269e5d321 req-4b678646-0020-467d-9ab5-dee34cacd878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.489390 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-226710bc-279a-4af3-bbaa-67c269e5d321 req-4b678646-0020-467d-9ab5-dee34cacd878 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 1129 time: 0.2076216 Feb 20 20:05:41.494651 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a01be22d-61ea-49e7-a1df-2dcbf766a6a0 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:41.535374 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c36c1a-fd4d-4a67-b1e3-481915bb8938 x-openstack-request-id: req-80c36c1a-fd4d-4a67-b1e3-481915bb8938 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:41.538596 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f485d0-41a5-4cd5-ae29-161764903f62", "name": "network-vif-plugged", "status": "completed", "tag": "43327917-3ee5-431a-abfb-14e77aacc1a5", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:41.538966 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80c36c1a-fd4d-4a67-b1e3-481915bb8938 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:41.540252 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f485d0-41a5-4cd5-ae29-161764903f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43327917-3ee5-431a-abfb-14e77aacc1a5', 'code': 200} Feb 20 20:05:41.547648 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3883b9a4-7b76-4e57-b51b-13fff47df3e7 admin admin] Publish callbacks [] for security_group (8fa75d32-b18b-4b84-b561-98c029cf7a0a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.556193 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c2ab3-4ea1-4d25-99c1-ecb18c0d39e2 req-b1983d92-82a6-4cc4-898e-275039a108ae tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.565882 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce8c2ab3-4ea1-4d25-99c1-ecb18c0d39e2 req-b1983d92-82a6-4cc4-898e-275039a108ae tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 945 time: 0.1429880 Feb 20 20:05:41.577600 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:41.578310 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.595804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c24c58e9-07f1-470b-9d3b-4585fd8c8d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (425a880b-78b1-4515-8338-82613463a679), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.647491 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cb135be-18a4-4c48-a5a2-8fc1c16fb819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.653962 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-226710bc-279a-4af3-bbaa-67c269e5d321 req-44f92d1b-d34a-42f6-bb71-82a59f218f6e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028316 Feb 20 20:05:41.685796 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Allocated IP 172.20.0.1 (078077ec-5244-43aa-8320-4854bc28f185/929489d9-f4ae-4a5c-8234-dda64f7bc289/664ae929-b2ba-430e-a906-e13abb1b05bc) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:41.694302 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:41.720519 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.732662 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.787898 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=43327917-3ee5-431a-abfb-14e77aacc1a5,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.815513 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Routers {'cbc95533-70a6-4e27-b795-efa333f59cce'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:41.816683 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['cbc95533-70a6-4e27-b795-efa333f59cce'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:41.826255 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cb135be-18a4-4c48-a5a2-8fc1c16fb819 admin admin] Publish callbacks [] for security_group (7d89523a-4a70-4740-bab9-a533d78f7367), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.851777 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks [] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.905431 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cb135be-18a4-4c48-a5a2-8fc1c16fb819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7d89523a-4a70-4740-bab9-a533d78f7367), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.953781 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b62fc9-2ef1-4e5b-a8fb-c6b7837f7519 None None] Pushing event updated for resources: {'Port': ['ID=d431a2ff-2425-40c3-ad1e-67c454be9a3c,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.960160 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce8c2ab3-4ea1-4d25-99c1-ecb18c0d39e2 req-029955bc-e1b3-4e72-b332-2b13aa57d8a2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933773 Feb 20 20:05:41.964713 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3883b9a4-7b76-4e57-b51b-13fff47df3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8fa75d32-b18b-4b84-b561-98c029cf7a0a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.965402 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c58e9-07f1-470b-9d3b-4585fd8c8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425a880b-78b1-4515-8338-82613463a679,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.975009 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c24c58e9-07f1-470b-9d3b-4585fd8c8d8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c56cdf479f384a5db63817f0b3d1c03f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3501425 Feb 20 20:05:41.981543 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40458) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:42.004338 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] Set router cbc95533-70a6-4e27-b795-efa333f59cce gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:42.029310 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3883b9a4-7b76-4e57-b51b-13fff47df3e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db0648ba44b44df5951549e7e95a03e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8668029 Feb 20 20:05:42.037843 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40460) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:42.039961 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883b9a4-7b76-4e57-b51b-13fff47df3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa75d32-b18b-4b84-b561-98c029cf7a0a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:42.077884 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-2cb135be-18a4-4c48-a5a2-8fc1c16fb819 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71ff5483ab904871a5e8166fdc5f3e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260687 Feb 20 20:05:42.081293 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40462) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:42.083268 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb135be-18a4-4c48-a5a2-8fc1c16fb819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d89523a-4a70-4740-bab9-a533d78f7367,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:42.095019 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ba907cd-3252-4137-8bfe-3f3d12b0892d admin admin] Publish callbacks [] for security_group (425a880b-78b1-4515-8338-82613463a679), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.116346 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.128004 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ba907cd-3252-4137-8bfe-3f3d12b0892d admin admin] Publish callbacks [] for security_group (425a880b-78b1-4515-8338-82613463a679), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.129766 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c577-b6ec-4922-8aaf-99fcf0e6eadf admin admin] Publish callbacks [] for security_group (8fa75d32-b18b-4b84-b561-98c029cf7a0a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.177212 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c577-b6ec-4922-8aaf-99fcf0e6eadf admin admin] Publish callbacks [] for security_group (8fa75d32-b18b-4b84-b561-98c029cf7a0a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.178183 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476f0e-e8ee-4444-a195-096e536844c5 req-8c12a840-8d35-4c43-833e-4e71a579533f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:42.179701 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ce476f0e-e8ee-4444-a195-096e536844c5 req-8c12a840-8d35-4c43-833e-4e71a579533f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.2696409 Feb 20 20:05:42.195124 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Network 078077ec-5244-43aa-8320-4854bc28f185 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:42.209676 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6df1e-d3dd-44ac-857a-5a2cbb80befb req-eeeadaf2-eabb-43dc-92be-530c3cfd524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:42.211522 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ce6df1e-d3dd-44ac-857a-5a2cbb80befb req-eeeadaf2-eabb-43dc-92be-530c3cfd524a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 1130 time: 0.2044816 Feb 20 20:05:42.218041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:42.221992 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:42.245864 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Pushing event updated for resources: {'Port': ['ID=664ae929-b2ba-430e-a906-e13abb1b05bc,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:42.269618 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:05:38Z', 'revision_number': 3, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:42.294763 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce6287c-d5fa-44c1-b4d5-e64d7354d6d5 None None] The sync data for ids ['cbc95533-70a6-4e27-b795-efa333f59cce'] in dv-cinder-821824-2-iscsi is: [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:05:38Z', 'revision_number': 3, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:42.326182 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ba907cd-3252-4137-8bfe-3f3d12b0892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (425a880b-78b1-4515-8338-82613463a679), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.329388 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ba907cd-3252-4137-8bfe-3f3d12b0892d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.329969 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1ba907cd-3252-4137-8bfe-3f3d12b0892d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/425a880b-78b1-4515-8338-82613463a679 HTTP/1.1" status: 204 len: 168 time: 0.3476970 Feb 20 20:05:42.343031 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba907cd-3252-4137-8bfe-3f3d12b0892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a880b-78b1-4515-8338-82613463a679,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:42.356423 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7aca89cb-e23f-4823-bca7-1d9664f15ec5 admin admin] Publish callbacks [] for security_group (7d89523a-4a70-4740-bab9-a533d78f7367), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.367117 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ce476f0e-e8ee-4444-a195-096e536844c5 req-e3e8ac1a-5c86-42e6-9e91-c90a8836b571 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764445 Feb 20 20:05:42.367985 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (cbc95533-70a6-4e27-b795-efa333f59cce), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.386809 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ce6df1e-d3dd-44ac-857a-5a2cbb80befb req-a6f947a9-037e-464e-b25f-dd71c5a98ecd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659153 Feb 20 20:05:42.451551 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c577-b6ec-4922-8aaf-99fcf0e6eadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8fa75d32-b18b-4b84-b561-98c029cf7a0a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.454543 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2f0c577-b6ec-4922-8aaf-99fcf0e6eadf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.459178 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7aca89cb-e23f-4823-bca7-1d9664f15ec5 admin admin] Publish callbacks [] for security_group (7d89523a-4a70-4740-bab9-a533d78f7367), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.459461 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e2f0c577-b6ec-4922-8aaf-99fcf0e6eadf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fa75d32-b18b-4b84-b561-98c029cf7a0a HTTP/1.1" status: 204 len: 168 time: 0.4169362 Feb 20 20:05:42.465909 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0c577-b6ec-4922-8aaf-99fcf0e6eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa75d32-b18b-4b84-b561-98c029cf7a0a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:42.607137 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-6fb893be-092f-43ad-923c-8e97fbd740ef None None] Provisioning complete for port 664ae929-b2ba-430e-a906-e13abb1b05bc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:42.607614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6fb893be-092f-43ad-923c-8e97fbd740ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:42.680990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-6fb893be-092f-43ad-923c-8e97fbd740ef None None] Port 664ae929-b2ba-430e-a906-e13abb1b05bc cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:43.017152 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7aca89cb-e23f-4823-bca7-1d9664f15ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7d89523a-4a70-4740-bab9-a533d78f7367), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.017152 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7aca89cb-e23f-4823-bca7-1d9664f15ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.017152 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7aca89cb-e23f-4823-bca7-1d9664f15ec5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d89523a-4a70-4740-bab9-a533d78f7367 HTTP/1.1" status: 204 len: 168 time: 0.9279613 Feb 20 20:05:43.050235 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca89cb-e23f-4823-bca7-1d9664f15ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d89523a-4a70-4740-bab9-a533d78f7367,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:43.057467 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.146402 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c93e5-4819-4e53-bdc7-f9779873672e req-744ae586-e808-496b-91f3-1f695f894d30 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.149234 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3e4c93e5-4819-4e53-bdc7-f9779873672e req-744ae586-e808-496b-91f3-1f695f894d30 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0898068 Feb 20 20:05:43.219635 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3e4c93e5-4819-4e53-bdc7-f9779873672e req-18f8fd12-c9c8-428d-a441-c0c60dafa252 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611069 Feb 20 20:05:43.282624 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks [] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.383135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.481972 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d431a2ff-2425-40c3-ad1e-67c454be9a3c up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:43.521655 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (cbc95533-70a6-4e27-b795-efa333f59cce), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.522261 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Pushing event updated for resources: {'Port': ['ID=664ae929-b2ba-430e-a906-e13abb1b05bc,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:43.565053 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port d431a2ff-2425-40c3-ad1e-67c454be9a3c triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:43.565414 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.577974 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5999075-406f-432e-98a4-d7de2ac31a47 req-de98a3de-f7b1-4b10-bb02-3883d99e3201 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.585348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d5999075-406f-432e-98a4-d7de2ac31a47 req-de98a3de-f7b1-4b10-bb02-3883d99e3201 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1383502 Feb 20 20:05:43.692703 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port d431a2ff-2425-40c3-ad1e-67c454be9a3c is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:43.692703 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.709851 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d5999075-406f-432e-98a4-d7de2ac31a47 req-3a69d3de-ee1c-4f32-bbd6-ff0d9b5d3495 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233194 Feb 20 20:05:43.731609 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port d431a2ff-2425-40c3-ad1e-67c454be9a3c, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d431a2ff-2425-40c3-ad1e-67c454be9a3c,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:43.733680 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Network 078077ec-5244-43aa-8320-4854bc28f185 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:43.735170 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:43.857556 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.895632 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Router cbc95533-70a6-4e27-b795-efa333f59cce has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:43.992609 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=d431a2ff-2425-40c3-ad1e-67c454be9a3c,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:44.031369 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-74cee0cd-c00d-4a62-8998-cf48a2a239f5 None None] Provisioning complete for port 664ae929-b2ba-430e-a906-e13abb1b05bc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:44.031763 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-74cee0cd-c00d-4a62-8998-cf48a2a239f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.073807 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:44.083756 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-8d99b242-32cb-4e0e-b752-9119aaad301f admin admin] 10.222.0.48 "PUT /v2.0/routers/cbc95533-70a6-4e27-b795-efa333f59cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9003544 Feb 20 20:05:44.089906 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-74cee0cd-c00d-4a62-8998-cf48a2a239f5 None None] Port 664ae929-b2ba-430e-a906-e13abb1b05bc cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:44.352338 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df53555-dccd-4165-aea6-d123c64e24e4 req-f91b2204-067a-4598-aaab-bc94bd60d264 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.355332 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4df53555-dccd-4165-aea6-d123c64e24e4 req-f91b2204-067a-4598-aaab-bc94bd60d264 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0684001 Feb 20 20:05:44.430354 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4df53555-dccd-4165-aea6-d123c64e24e4 req-33780d96-b688-4178-ada1-bcfb5e011a0d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663435 Feb 20 20:05:44.826141 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Sync routers for ids ['cbc95533-70a6-4e27-b795-efa333f59cce'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:44.847459 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Routers {'cbc95533-70a6-4e27-b795-efa333f59cce'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:44.848146 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['cbc95533-70a6-4e27-b795-efa333f59cce'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:44.884572 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7dfe-0bfc-465d-b7c9-67c6d672673c req-fb083450-bd68-4e2b-89a7-62332b5dbfa4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.887178 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6ac7dfe-0bfc-465d-b7c9-67c6d672673c req-fb083450-bd68-4e2b-89a7-62332b5dbfa4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1053886 Feb 20 20:05:44.946018 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6ac7dfe-0bfc-465d-b7c9-67c6d672673c req-ef7eee3c-c12a-45b1-b214-d357cb37d316 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Feb 20 20:05:45.006139 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40540) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:45.020480 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Set router cbc95533-70a6-4e27-b795-efa333f59cce gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:45.077195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40546) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:45.082031 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305854733', 'description': 'tempest-secgroup-smoke-305854733 description', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:45.126653 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a323ca2-8853-4947-a8ef-50463de5ce12 req-63e92a81-2ccc-4bb7-b7ff-ae8612dd3c94 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.137283 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9a323ca2-8853-4947-a8ef-50463de5ce12 req-63e92a81-2ccc-4bb7-b7ff-ae8612dd3c94 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1046381 Feb 20 20:05:45.229969 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9a323ca2-8853-4947-a8ef-50463de5ce12 req-8c26b84e-6479-40bf-9d49-714bd3fedb5f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911942 Feb 20 20:05:45.234309 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.285971 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1950143243-network', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:45.360998 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group (dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.469078 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d431a2ff-2425-40c3-ad1e-67c454be9a3c up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:45.491769 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.492137 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Made reservation on behalf of 057906f4fe5b428bbc98401ffe0ae8f6 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:45.495609 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.500936 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:05:42Z', 'revision_number': 4, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '664ae929-b2ba-430e-a906-e13abb1b05bc', 'name': '', 'network_id': '078077ec-5244-43aa-8320-4854bc28f185', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'mac_address': 'fa:16:3e:c1:7d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '929489d9-f4ae-4a5c-8234-dda64f7bc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:41Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 2, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'subnets': [{'id': '929489d9-f4ae-4a5c-8234-dda64f7bc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:45.508594 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.529765 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:45.536245 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Checking router: cbc95533-70a6-4e27-b795-efa333f59cce for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:45.536604 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Updating router cbc95533-70a6-4e27-b795-efa333f59cce port 664ae929-b2ba-430e-a906-e13abb1b05bc binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:45.574476 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.591531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port d431a2ff-2425-40c3-ad1e-67c454be9a3c triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:45.591963 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.599426 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks [] for security_group (1b976d12-13a4-4c06-8f2e-f89579b73442), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.608859 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.610885 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-0a8666c1-f45e-4db7-9ee4-28b73762248e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5318220 Feb 20 20:05:45.616481 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:45.629327 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group_rule': {'security_group_id': 'dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:45.669481 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1b976d12-13a4-4c06-8f2e-f89579b73442), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.698846 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:45.710048 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b976d12-13a4-4c06-8f2e-f89579b73442,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:45.717171 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (ccd3f16e-4714-47e5-8af8-637afac6cc90), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.717894 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Added segment ccd3f16e-4714-47e5-8af8-637afac6cc90 of type vlan for network 23ab1b2f-725a-455d-b941-474247db4742 Feb 20 20:05:45.793489 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (23ab1b2f-725a-455d-b941-474247db4742), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.823850 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port d431a2ff-2425-40c3-ad1e-67c454be9a3c is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:45.834987 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (6b8d487f-b689-4c8c-b8de-eaf2fdc1378b), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.899778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (6b8d487f-b689-4c8c-b8de-eaf2fdc1378b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.955537 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Publish callbacks [] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.960003 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (23ab1b2f-725a-455d-b941-474247db4742), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.961676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.962463 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.031809 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] Pushing event updated for resources: {'Network': ['ID=23ab1b2f-725a-455d-b941-474247db4742,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.044748 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 23ab1b2f-725a-455d-b941-474247db4742 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:46.046333 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (6b8d487f-b689-4c8c-b8de-eaf2fdc1378b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.070293 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8d487f-b689-4c8c-b8de-eaf2fdc1378b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.113784 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.164502 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29b1ed-d528-4b8d-a262-fb71a3951ef5 None None] Pushing event updated for resources: {'Port': ['ID=664ae929-b2ba-430e-a906-e13abb1b05bc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.180240 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7deb4f79-0657-4d60-9342-8b7da90dd2df admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1729751 Feb 20 20:05:46.183167 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40572) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:46.188559 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Request body: {'subnet': {'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1950143243-subnet', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:46.219755 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.233522 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6c4ab840-c4b3-4fd2-9c74-5930c4d87896 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6150274 Feb 20 20:05:46.236007 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40580) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:46.242229 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group_rule': {'security_group_id': 'dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:46.264446 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Attempting to bind port 664ae929-b2ba-430e-a906-e13abb1b05bc on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:46.264900 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Attempting to bind port 664ae929-b2ba-430e-a906-e13abb1b05bc by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:46.265327 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Attempting to bind port 664ae929-b2ba-430e-a906-e13abb1b05bc on network 078077ec-5244-43aa-8320-4854bc28f185 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:46.271768 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:46.272416 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Checking segment: {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:46.272976 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.273436 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Bound using segment: {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:46.273976 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Bound port: 664ae929-b2ba-430e-a906-e13abb1b05bc, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f13612-42da-478f-adf8-a00124641ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '078077ec-5244-43aa-8320-4854bc28f185'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:46.274560 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.320904 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Made reservation on behalf of 057906f4fe5b428bbc98401ffe0ae8f6 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:46.324958 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.365589 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (fb16bb7f-c544-4f30-8f0b-e104c5f0e118), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.409665 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] For port 664ae929-b2ba-430e-a906-e13abb1b05bc, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:46.416837 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] For port 664ae929-b2ba-430e-a906-e13abb1b05bc, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=664ae929-b2ba-430e-a906-e13abb1b05bc,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:46.448440 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-1c7e9331-3e46-4f78-9c0c-314df5bbd024 None None] Provisioning complete for port 664ae929-b2ba-430e-a906-e13abb1b05bc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:46.448917 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-1c7e9331-3e46-4f78-9c0c-314df5bbd024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.536511 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (fb16bb7f-c544-4f30-8f0b-e104c5f0e118), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.540430 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-1c7e9331-3e46-4f78-9c0c-314df5bbd024 None None] Port 664ae929-b2ba-430e-a906-e13abb1b05bc cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:46.546387 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.641514 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29b1ed-d528-4b8d-a262-fb71a3951ef5 None None] Pushing event updated for resources: {'Port': ['ID=664ae929-b2ba-430e-a906-e13abb1b05bc,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.651925 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Routers {'cbc95533-70a6-4e27-b795-efa333f59cce'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:46.651925 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['cbc95533-70a6-4e27-b795-efa333f59cce'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:46.771918 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (01b9e375-e158-4359-91e3-f44ae2a5ff2e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.772397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (fb16bb7f-c544-4f30-8f0b-e104c5f0e118), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.804652 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb16bb7f-c544-4f30-8f0b-e104c5f0e118,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.860689 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b9e375-e158-4359-91e3-f44ae2a5ff2e,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.871584 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Checking segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:46.872502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Network hostable DHCP agents. Network: 23ab1b2f-725a-455d-b941-474247db4742, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:46.968459 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] Set router cbc95533-70a6-4e27-b795-efa333f59cce gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:46.996997 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.998386 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-32aedf2d-f0a0-4a4b-8727-3bf36426633a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7610900 Feb 20 20:05:47.001196 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40614) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.009423 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group_rule': {'security_group_id': 'dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:47.068872 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Network 23ab1b2f-725a-455d-b941-474247db4742 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:47.123956 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] Provisioning complete for port 664ae929-b2ba-430e-a906-e13abb1b05bc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:47.124611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.129738 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (7a4aa253-899b-41a7-a976-9192005b62e9), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.208547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (7a4aa253-899b-41a7-a976-9192005b62e9), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.211164 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 23ab1b2f-725a-455d-b941-474247db4742) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:47.218048 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.223379 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.224166 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e0200-52fb-4827-b380-9636e390c12c None None] Network 23ab1b2f-725a-455d-b941-474247db4742 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:47.291816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (7a4aa253-899b-41a7-a976-9192005b62e9), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.309363 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4aa253-899b-41a7-a976-9192005b62e9,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.329023 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-143e4c06-b550-412b-aaa1-990775ddf75b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1445556 Feb 20 20:05:47.333398 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40622) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.338383 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:47.388842 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] Current status of the port 664ae929-b2ba-430e-a906-e13abb1b05bc is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:47.389235 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.413414 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.414661 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:05:42Z', 'revision_number': 4, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '664ae929-b2ba-430e-a906-e13abb1b05bc', 'name': '', 'network_id': '078077ec-5244-43aa-8320-4854bc28f185', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'mac_address': 'fa:16:3e:c1:7d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '929489d9-f4ae-4a5c-8234-dda64f7bc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:41Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'subnets': [{'id': '929489d9-f4ae-4a5c-8234-dda64f7bc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:47.415207 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-fb6b26fd-087f-483c-9649-4984bb84cc58 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4117880 Feb 20 20:05:47.422475 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40624) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.425739 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group_rule': {'security_group_id': 'dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:47.465830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfee198-3ac6-4fdc-aff0-e4cf8ebb45a0 None None] The sync data for ids ['cbc95533-70a6-4e27-b795-efa333f59cce'] in dv-cinder-821824-2-iscsi is: [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:05:42Z', 'revision_number': 4, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '664ae929-b2ba-430e-a906-e13abb1b05bc', 'name': '', 'network_id': '078077ec-5244-43aa-8320-4854bc28f185', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'mac_address': 'fa:16:3e:c1:7d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '929489d9-f4ae-4a5c-8234-dda64f7bc289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:41Z', 'updated_at': '2022-02-20T20:05:46Z', 'revision_number': 4, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'subnets': [{'id': '929489d9-f4ae-4a5c-8234-dda64f7bc289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:47.486081 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-23ab1b2f-725a-455d-b941-474247db4742', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:47.486960 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.509740 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] For port 664ae929-b2ba-430e-a906-e13abb1b05bc, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=664ae929-b2ba-430e-a906-e13abb1b05bc,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:47.529860 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (33433b7f-94eb-4863-a11f-ebf991a23116), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.536589 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (33433b7f-94eb-4863-a11f-ebf991a23116), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.653878 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks [] for router_controller (33433b7f-94eb-4863-a11f-ebf991a23116), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.668714 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (dfb39b94-8947-4b30-8993-20c2bc63429e), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.701344 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Allocated IP 172.20.0.2 (23ab1b2f-725a-455d-b941-474247db4742/01b9e375-e158-4359-91e3-f44ae2a5ff2e/d8e1a676-9001-418f-8043-787514e14630) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:47.706872 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.764532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (dfb39b94-8947-4b30-8993-20c2bc63429e), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.846989 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437db367-9d59-473e-8699-1a21c81d0e78 None None] Pushing event updated for resources: {'Port': ['ID=664ae929-b2ba-430e-a906-e13abb1b05bc,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.863454 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (dfb39b94-8947-4b30-8993-20c2bc63429e), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.899395 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb39b94-8947-4b30-8993-20c2bc63429e,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.995063 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Publish callbacks [] for port (d8e1a676-9001-418f-8043-787514e14630), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.009080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.015390 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-87542a2b-ab23-49ff-a23f-915f3a2b5fcc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5940042 Feb 20 20:05:48.016294 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40644) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.027655 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group_rule': {'security_group_id': 'dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:48.042406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks [] for router_gateway (33433b7f-94eb-4863-a11f-ebf991a23116), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.160648 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (d8e1a676-9001-418f-8043-787514e14630), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.196528 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Network 23ab1b2f-725a-455d-b941-474247db4742 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:48.200060 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:48.203520 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Project 39e352f8dc714faeb93e6c1f8e2ec539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:05:48.207186 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:48.213662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (96cdcab8-27b1-44ef-8108-249d7e048579), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.214982 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Pushing event updated for resources: {'Port': ['ID=d8e1a676-9001-418f-8043-787514e14630,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.225261 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72ac1c-6d24-4087-a196-0b6029997175 req-02c6b5e6-eca6-4b55-b6af-de36a74c6caf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.229395 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a72ac1c-6d24-4087-a196-0b6029997175 req-02c6b5e6-eca6-4b55-b6af-de36a74c6caf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0883288 Feb 20 20:05:48.295139 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Attempting to bind port d8e1a676-9001-418f-8043-787514e14630 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:48.295782 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Attempting to bind port d8e1a676-9001-418f-8043-787514e14630 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:48.296155 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Attempting to bind port d8e1a676-9001-418f-8043-787514e14630 on network 23ab1b2f-725a-455d-b941-474247db4742 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:48.303166 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:48.303642 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Checking segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:48.304078 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.304541 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Bound using segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:48.305041 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Bound port: d8e1a676-9001-418f-8043-787514e14630, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:48.305419 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d8e1a676-9001-418f-8043-787514e14630), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.361397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (96cdcab8-27b1-44ef-8108-249d7e048579), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.365057 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a72ac1c-6d24-4087-a196-0b6029997175 req-d30b29e2-192e-42fb-b467-68938d867b55 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260293 Feb 20 20:05:48.376321 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-8bfc9f57-b44b-4b63-9743-84ca66ee5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.377870 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-8bfc9f57-b44b-4b63-9743-84ca66ee5881 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0994418 Feb 20 20:05:48.392253 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] For port d8e1a676-9001-418f-8043-787514e14630, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:48.392253 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] For port d8e1a676-9001-418f-8043-787514e14630, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d8e1a676-9001-418f-8043-787514e14630,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:48.455375 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks [] for router_gateway (33433b7f-94eb-4863-a11f-ebf991a23116), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.469705 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d8e1a676-9001-418f-8043-787514e14630), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.485765 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.543213 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (96cdcab8-27b1-44ef-8108-249d7e048579), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.546396 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f584a-babd-4b28-b832-a43fd509dca8 None None] Pushing event updated for resources: {'Port': ['ID=d8e1a676-9001-418f-8043-787514e14630,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.546946 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-2dd10ea6-608a-4b3e-a763-1a6e1a3c3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.549327 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-2dd10ea6-608a-4b3e-a763-1a6e1a3c3b66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.1637807 Feb 20 20:05:48.613557 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cdcab8-27b1-44ef-8108-249d7e048579,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.617702 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-4e37a67b-c70c-437b-89a0-2a97f650d081 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.0532513 Feb 20 20:05:48.637399 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Allocated IP 172.27.2.248 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/ea2700ec-5802-4e7d-84e4-3ab550e13de3) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:48.677662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-9d865313-d4bf-410f-ad61-7b811b6ec78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.679903 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-9d865313-d4bf-410f-ad61-7b811b6ec78a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.0529463 Feb 20 20:05:48.717667 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-dd455a20-887b-402f-b2ee-75ab67e2befb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306547 Feb 20 20:05:48.746261 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.747558 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-93b37801-d237-4e71-9064-aa7bd8b33468 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7299566 Feb 20 20:05:48.751957 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40650) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.758938 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'security_group_rule': {'security_group_id': 'dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf', 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:48.802784 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks [] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.880359 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Project 39e352f8dc714faeb93e6c1f8e2ec539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:05:48.886696 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (9f4fe09c-f291-4cc2-9d6d-2419616f1924), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.896288 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-df43607c-861a-4ffa-b160-cf5219162fcb service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604500 Feb 20 20:05:48.939803 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.999832 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:49.005986 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:49.013825 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:49.031244 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (9f4fe09c-f291-4cc2-9d6d-2419616f1924), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.034647 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed0fd69c-a6d0-41b3-a184-a9cd6109d11d req-dab52445-506c-4ee5-ade4-07a21d478026 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300144 Feb 20 20:05:49.066739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Pushing event updated for resources: {'Port': ['ID=ea2700ec-5802-4e7d-84e4-3ab550e13de3,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.165597 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (9f4fe09c-f291-4cc2-9d6d-2419616f1924), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.199949 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4fe09c-f291-4cc2-9d6d-2419616f1924,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.330095 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.334696 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6be63c92-4ad9-4984-94d7-f23e24fa5bc0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5819726 Feb 20 20:05:49.490649 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks [] for router_gateway (33433b7f-94eb-4863-a11f-ebf991a23116), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.602638 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 664ae929-b2ba-430e-a906-e13abb1b05bc up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:49.694458 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51973713-cfbf-4b40-8ec2-9acdaae02df0 req-92f7d501-ff4c-41d1-8fa0-993c2555620f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:49.695943 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-51973713-cfbf-4b40-8ec2-9acdaae02df0 req-92f7d501-ff4c-41d1-8fa0-993c2555620f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1488640 Feb 20 20:05:49.703079 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 664ae929-b2ba-430e-a906-e13abb1b05bc triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:49.703079 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.802034 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 664ae929-b2ba-430e-a906-e13abb1b05bc is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:49.803207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d8e1a676-9001-418f-8043-787514e14630 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:49.855614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port d8e1a676-9001-418f-8043-787514e14630 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:49.856061 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d8e1a676-9001-418f-8043-787514e14630), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.903034 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516e86a-7357-467a-aa9b-ca3ef2d0108d None None] Network 23ab1b2f-725a-455d-b941-474247db4742 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:49.930189 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-51973713-cfbf-4b40-8ec2-9acdaae02df0 req-54729015-d78b-4ef8-b015-e90c5774770e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258766 Feb 20 20:05:49.957266 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (33433b7f-94eb-4863-a11f-ebf991a23116), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.027185 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Provisioning complete for port d8e1a676-9001-418f-8043-787514e14630 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:50.027559 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d8e1a676-9001-418f-8043-787514e14630), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.132552 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port d8e1a676-9001-418f-8043-787514e14630 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:50.132854 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d8e1a676-9001-418f-8043-787514e14630), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.188849 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Router 33433b7f-94eb-4863-a11f-ebf991a23116 is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:50.204011 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port d8e1a676-9001-418f-8043-787514e14630, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d8e1a676-9001-418f-8043-787514e14630,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:50.210856 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Current status of the port d8e1a676-9001-418f-8043-787514e14630 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:50.211606 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d8e1a676-9001-418f-8043-787514e14630), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.318669 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d8e1a676-9001-418f-8043-787514e14630), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.321415 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:50.335496 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Sync routers for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:50.357956 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:50.366000 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:50.404865 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:05:50.407526 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:05:50.438966 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=d8e1a676-9001-418f-8043-787514e14630,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:50.481820 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40732) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:50.483038 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.484789 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-47a6e0fb-9de4-4e4e-a531-d8cb0c24557c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1500909 Feb 20 20:05:50.492299 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40736) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:50.600188 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:50.607122 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cecfe622-667d-496b-9151-3b7d9fc56205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.791801 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 3, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:50.817364 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Checking router: 33433b7f-94eb-4863-a11f-ebf991a23116 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:50.817715 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Updating router 33433b7f-94eb-4863-a11f-ebf991a23116 port ea2700ec-5802-4e7d-84e4-3ab550e13de3 binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:50.818011 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cecfe622-667d-496b-9151-3b7d9fc56205 admin admin] Publish callbacks [] for security_group (1bc8bc55-5297-423c-ae3d-935fda1e1ce6), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.845860 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.917322 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cecfe622-667d-496b-9151-3b7d9fc56205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1bc8bc55-5297-423c-ae3d-935fda1e1ce6), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:50.945386 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-63d5661a-6b8f-4428-afbe-779b9bbdefdd None None] Current status of the port d8e1a676-9001-418f-8043-787514e14630 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:51.079392 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-c434ce93-9fa9-4e2a-bb7d-79d62375e3a0 None None] Provisioning complete for port d8e1a676-9001-418f-8043-787514e14630 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:51.079799 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c434ce93-9fa9-4e2a-bb7d-79d62375e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d8e1a676-9001-418f-8043-787514e14630), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.143972 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Publish callbacks [] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.187433 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-c434ce93-9fa9-4e2a-bb7d-79d62375e3a0 None None] Current status of the port d8e1a676-9001-418f-8043-787514e14630 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:51.230280 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-cecfe622-667d-496b-9151-3b7d9fc56205 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4567d68fda424e0780085ffcf8f70136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7462215 Feb 20 20:05:51.232927 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40758) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:51.240987 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.246469 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfe622-667d-496b-9151-3b7d9fc56205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc8bc55-5297-423c-ae3d-935fda1e1ce6,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.320264 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Attempting to bind port ea2700ec-5802-4e7d-84e4-3ab550e13de3 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:51.321251 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Attempting to bind port ea2700ec-5802-4e7d-84e4-3ab550e13de3 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:51.322614 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Attempting to bind port ea2700ec-5802-4e7d-84e4-3ab550e13de3 on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:51.325170 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-940eb217-fb47-41f1-b45f-63b802b4c554 admin admin] Publish callbacks [] for security_group (1bc8bc55-5297-423c-ae3d-935fda1e1ce6), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.333326 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:51.333887 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:51.334503 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.335004 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:51.335608 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Bound port: ea2700ec-5802-4e7d-84e4-3ab550e13de3, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:51.336592 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.356317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac6acf-f3bb-4b11-a413-4fa9cc8b2720 req-577c5827-21bd-41dc-9d8e-58b1e1ad0cb4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.357830 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f8ac6acf-f3bb-4b11-a413-4fa9cc8b2720 req-577c5827-21bd-41dc-9d8e-58b1e1ad0cb4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1503680 Feb 20 20:05:51.362058 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-940eb217-fb47-41f1-b45f-63b802b4c554 admin admin] Publish callbacks [] for security_group (1bc8bc55-5297-423c-ae3d-935fda1e1ce6), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.379230 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.401579 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687b115-4c27-4464-8b1d-d602c8cec315 None None] Pushing event updated for resources: {'Port': ['ID=ea2700ec-5802-4e7d-84e4-3ab550e13de3,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.430009 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] For port ea2700ec-5802-4e7d-84e4-3ab550e13de3, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:51.433891 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] For port ea2700ec-5802-4e7d-84e4-3ab550e13de3, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ea2700ec-5802-4e7d-84e4-3ab550e13de3,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:51.461176 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d8e1a676-9001-418f-8043-787514e14630 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:51.464454 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f8ac6acf-f3bb-4b11-a413-4fa9cc8b2720 req-152ef0ad-b33e-40ec-85ff-b9055bde109a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Feb 20 20:05:51.511598 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port d8e1a676-9001-418f-8043-787514e14630 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:51.511994 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d8e1a676-9001-418f-8043-787514e14630), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.543864 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.601993 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port d8e1a676-9001-418f-8043-787514e14630 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:51.606051 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-940eb217-fb47-41f1-b45f-63b802b4c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1bc8bc55-5297-423c-ae3d-935fda1e1ce6), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.612245 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-940eb217-fb47-41f1-b45f-63b802b4c554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.612344 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687b115-4c27-4464-8b1d-d602c8cec315 None None] Pushing event updated for resources: {'Port': ['ID=ea2700ec-5802-4e7d-84e4-3ab550e13de3,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.612435 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-940eb217-fb47-41f1-b45f-63b802b4c554 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bc8bc55-5297-423c-ae3d-935fda1e1ce6 HTTP/1.1" status: 204 len: 168 time: 0.3757136 Feb 20 20:05:51.617891 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940eb217-fb47-41f1-b45f-63b802b4c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc8bc55-5297-423c-ae3d-935fda1e1ce6,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.625351 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:51.626127 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:51.745586 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:51.762400 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Allocated IP 172.20.0.1 (23ab1b2f-725a-455d-b941-474247db4742/01b9e375-e158-4359-91e3-f44ae2a5ff2e/a31b5342-8416-4534-ba1c-1c6187af9c50) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:51.872326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks [] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.938040 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 3, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:51.968205 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d43365-f909-4d77-b9d0-c336d859306e None None] The sync data for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi is: [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:49Z', 'revision_number': 3, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:51.971740 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.016140 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Network 23ab1b2f-725a-455d-b941-474247db4742 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:52.021032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:52.025789 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:52.048725 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Pushing event updated for resources: {'Port': ['ID=a31b5342-8416-4534-ba1c-1c6187af9c50,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.083848 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (33433b7f-94eb-4863-a11f-ebf991a23116), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.326093 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-087cb740-889c-4659-bd24-547bee16f649 None None] Provisioning complete for port a31b5342-8416-4534-ba1c-1c6187af9c50 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:52.326681 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-087cb740-889c-4659-bd24-547bee16f649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.345850 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.376359 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-087cb740-889c-4659-bd24-547bee16f649 None None] Port a31b5342-8416-4534-ba1c-1c6187af9c50 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:52.381981 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40772) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:52.397004 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-97a6ee24-16b4-489d-9e2e-5c89215ab2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.497596 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-97a6ee24-16b4-489d-9e2e-5c89215ab2e5 admin admin] Publish callbacks [] for security_group (f7a58709-c410-47cb-bb24-c3a08b89e09e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.564579 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks [] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.595005 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-97a6ee24-16b4-489d-9e2e-5c89215ab2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f7a58709-c410-47cb-bb24-c3a08b89e09e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.646153 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53100-0cd3-49d2-a1b6-67454d5c9595 req-4743fe30-d5cf-4ca0-8aff-d299d72ace08 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:52.647906 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0ed53100-0cd3-49d2-a1b6-67454d5c9595 req-4743fe30-d5cf-4ca0-8aff-d299d72ace08 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0982809 Feb 20 20:05:52.650779 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-97a6ee24-16b4-489d-9e2e-5c89215ab2e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=422f76834b2b49f0b11aa3e39fb09beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672360 Feb 20 20:05:52.652439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.653966 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40778) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:52.664465 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6ee24-16b4-489d-9e2e-5c89215ab2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a58709-c410-47cb-bb24-c3a08b89e09e,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.725347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Pushing event updated for resources: {'Port': ['ID=a31b5342-8416-4534-ba1c-1c6187af9c50,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.728080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (33433b7f-94eb-4863-a11f-ebf991a23116), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.741463 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0ed53100-0cd3-49d2-a1b6-67454d5c9595 req-82c09a6c-3d4f-4e70-8fc7-95252505b2ea tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772703 Feb 20 20:05:52.777271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11d7c3d1-cecf-4ed7-94d0-a24cc902e232 admin admin] Publish callbacks [] for security_group (f7a58709-c410-47cb-bb24-c3a08b89e09e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.801641 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11d7c3d1-cecf-4ed7-94d0-a24cc902e232 admin admin] Publish callbacks [] for security_group (f7a58709-c410-47cb-bb24-c3a08b89e09e), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.845496 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Network 23ab1b2f-725a-455d-b941-474247db4742 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:52.847018 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:52.950006 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11d7c3d1-cecf-4ed7-94d0-a24cc902e232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f7a58709-c410-47cb-bb24-c3a08b89e09e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.954807 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11d7c3d1-cecf-4ed7-94d0-a24cc902e232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.960654 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-11d7c3d1-cecf-4ed7-94d0-a24cc902e232 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7a58709-c410-47cb-bb24-c3a08b89e09e HTTP/1.1" status: 204 len: 168 time: 0.3054490 Feb 20 20:05:52.972593 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7c3d1-cecf-4ed7-94d0-a24cc902e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a58709-c410-47cb-bb24-c3a08b89e09e,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.989031 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Router 33433b7f-94eb-4863-a11f-ebf991a23116 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:53.105426 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-ce5b70c1-f5f3-4e81-a021-88c7aabe79e7 None None] Provisioning complete for port a31b5342-8416-4534-ba1c-1c6187af9c50 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:53.106125 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce5b70c1-f5f3-4e81-a021-88c7aabe79e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.141464 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:53.145848 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b70c1-f5f3-4e81-a021-88c7aabe79e7 None None] Port a31b5342-8416-4534-ba1c-1c6187af9c50 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:53.151092 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-3021a333-28f8-4eea-bd77-59165458e189 admin admin] 10.222.0.48 "PUT /v2.0/routers/33433b7f-94eb-4863-a11f-ebf991a23116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569541 Feb 20 20:05:53.456813 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ea2700ec-5802-4e7d-84e4-3ab550e13de3 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:53.526008 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port ea2700ec-5802-4e7d-84e4-3ab550e13de3 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:53.526446 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.608893 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port ea2700ec-5802-4e7d-84e4-3ab550e13de3 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:53.609283 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.630953 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port ea2700ec-5802-4e7d-84e4-3ab550e13de3, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ea2700ec-5802-4e7d-84e4-3ab550e13de3,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:53.736939 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.798534 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=ea2700ec-5802-4e7d-84e4-3ab550e13de3,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:53.912806 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd0ea8-ecbe-40e4-af54-23371fe6a478 req-56738bfe-471c-40da-8792-00f1de3cc14c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:53.914409 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ecd0ea8-ecbe-40e4-af54-23371fe6a478 req-56738bfe-471c-40da-8792-00f1de3cc14c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0636604 Feb 20 20:05:53.976909 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7ecd0ea8-ecbe-40e4-af54-23371fe6a478 req-bbaaccbf-f208-4bfa-836c-8b9cb7d6cb83 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Feb 20 20:05:54.156182 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40826) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:54.163502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1864687226-network', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:54.202804 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Sync routers for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:54.214111 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:54.214727 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:54.274166 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Made reservation on behalf of e05b6f234ab04dc9bce4e26fadb159a0 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:54.276732 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.291693 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.367612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks [] for security_group (433c5e07-2f85-47bb-9f36-ab1260d3cc87), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.460207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:54.463485 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (433c5e07-2f85-47bb-9f36-ab1260d3cc87), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.488905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:54.498919 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433c5e07-2f85-47bb-9f36-ab1260d3cc87,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.503757 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (cb005caf-e0a5-4c87-8752-daee51f9ecd1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.504639 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Added segment cb005caf-e0a5-4c87-8752-daee51f9ecd1 of type vlan for network 0f8aa967-3b69-4486-ad60-dea72ff841a1 Feb 20 20:05:54.549685 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (0f8aa967-3b69-4486-ad60-dea72ff841a1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.681319 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 2, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:54.697181 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (0f8aa967-3b69-4486-ad60-dea72ff841a1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.698089 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.698668 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.707113 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Checking router: 33433b7f-94eb-4863-a11f-ebf991a23116 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:54.707462 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Updating router 33433b7f-94eb-4863-a11f-ebf991a23116 port a31b5342-8416-4534-ba1c-1c6187af9c50 binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:54.746249 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.783502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] Pushing event updated for resources: {'Network': ['ID=0f8aa967-3b69-4486-ad60-dea72ff841a1,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.797988 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:54.843311 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1294765f-da66-493b-a2b4-85522017ec2d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6847496 Feb 20 20:05:54.845943 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40838) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:54.852100 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Request body: {'subnet': {'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1864687226-subnet', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:55.016883 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Made reservation on behalf of e05b6f234ab04dc9bce4e26fadb159a0 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:55.019384 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.146062 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Publish callbacks [] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.174757 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbdf1b-997d-4004-badc-b5e962bea28b req-c1506f54-ebe9-415a-9308-396258cb47c0 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.176368 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-46dbdf1b-997d-4004-badc-b5e962bea28b req-c1506f54-ebe9-415a-9308-396258cb47c0 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0825520 Feb 20 20:05:55.238066 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.280559 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-46dbdf1b-997d-4004-badc-b5e962bea28b req-16db84a8-5557-4e5c-a9cf-de35c0540973 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927143 Feb 20 20:05:55.328939 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce5cf8-62f9-4aef-8d1f-3d69598e3acf None None] Pushing event updated for resources: {'Port': ['ID=a31b5342-8416-4534-ba1c-1c6187af9c50,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:55.420487 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Attempting to bind port a31b5342-8416-4534-ba1c-1c6187af9c50 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:55.422817 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Attempting to bind port a31b5342-8416-4534-ba1c-1c6187af9c50 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:55.423327 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Attempting to bind port a31b5342-8416-4534-ba1c-1c6187af9c50 on network 23ab1b2f-725a-455d-b941-474247db4742 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:55.443579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:55.443579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Checking segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:55.443579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.443579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Bound using segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:55.443579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Bound port: a31b5342-8416-4534-ba1c-1c6187af9c50, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:55.446885 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.463224 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (721cf05f-88e8-453d-9a24-ab990b4fb0b2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.526710 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Pushing event updated for resources: {'Subnet': ['ID=721cf05f-88e8-453d-9a24-ab990b4fb0b2,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:55.533495 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ea2700ec-5802-4e7d-84e4-3ab550e13de3 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:55.629843 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-64e9795e-3407-4d46-ba13-7a95f9ca771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.633499 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-64e9795e-3407-4d46-ba13-7a95f9ca771a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0863340 Feb 20 20:05:55.649016 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] For port a31b5342-8416-4534-ba1c-1c6187af9c50, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:55.649501 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Checking segment: {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:55.649878 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Network hostable DHCP agents. Network: 0f8aa967-3b69-4486-ad60-dea72ff841a1, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:55.653114 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] For port a31b5342-8416-4534-ba1c-1c6187af9c50, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a31b5342-8416-4534-ba1c-1c6187af9c50,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:55.662990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port ea2700ec-5802-4e7d-84e4-3ab550e13de3 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:55.663364 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.715197 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-9fa6ac49-e436-4068-a5dc-6cee25e0a494 None None] Provisioning complete for port a31b5342-8416-4534-ba1c-1c6187af9c50 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:55.715561 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9fa6ac49-e436-4068-a5dc-6cee25e0a494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.752256 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-f241d0cc-be4c-4623-875a-557c17a43c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.753845 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-f241d0cc-be4c-4623-875a-557c17a43c73 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.0976627 Feb 20 20:05:55.762106 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:55.782473 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6ac49-e436-4068-a5dc-6cee25e0a494 None None] Port a31b5342-8416-4534-ba1c-1c6187af9c50 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:55.784928 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.819412 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-711a4343-2435-44ea-afc2-abf6fe826d1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.0397210 Feb 20 20:05:55.828160 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port ea2700ec-5802-4e7d-84e4-3ab550e13de3 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:55.857728 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:55.858362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:55.887340 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-36a3ca2d-ce16-4bb3-bfb4-8542b74409dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.889045 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-36a3ca2d-ce16-4bb3-bfb4-8542b74409dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.0632997 Feb 20 20:05:55.899099 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce5cf8-62f9-4aef-8d1f-3d69598e3acf None None] Pushing event updated for resources: {'Port': ['ID=a31b5342-8416-4534-ba1c-1c6187af9c50,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:55.928328 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-30ee8bd1-9fc6-43ed-a354-0c719e621952 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310709 Feb 20 20:05:55.937055 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 0f8aa967-3b69-4486-ad60-dea72ff841a1) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:55.949924 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.950523 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:55.965637 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3cb1e-fcb8-4d1a-b085-9aa4e17978fd None None] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:56.051850 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:56.055315 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-aa867625-44bd-4039-a04d-d385f34ed1e9 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019993 Feb 20 20:05:56.071235 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2fad03e2-6433-4101-8f77-adeaf053276c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2241290 Feb 20 20:05:56.074499 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 40870) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.079606 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:56.177016 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-754aaa7b-0888-47dc-8ff7-167e5836d391 req-9d8b6201-6aa1-438a-8a65-6f87be4c1780 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139235 Feb 20 20:05:56.187586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-0f8aa967-3b69-4486-ad60-dea72ff841a1', 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1', 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'fixed_ips': [{'subnet_id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:56.188610 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.205866 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (16d7f219-8edb-4c1e-a919-699ea41f1ca2), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.206973 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (16d7f219-8edb-4c1e-a919-699ea41f1ca2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.231739 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] Provisioning complete for port a31b5342-8416-4534-ba1c-1c6187af9c50 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:56.231739 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.280131 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks [] for router_controller (16d7f219-8edb-4c1e-a919-699ea41f1ca2), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.420061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e55d49-4424-45ca-8f8f-68e48bd04398 req-8ccf4947-eb70-4afa-8988-646d63ff083b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:56.421676 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04e55d49-4424-45ca-8f8f-68e48bd04398 req-8ccf4947-eb70-4afa-8988-646d63ff083b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0697401 Feb 20 20:05:56.472247 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04e55d49-4424-45ca-8f8f-68e48bd04398 req-9e2e75de-8a28-4a6d-8fce-c667fa15f830 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Feb 20 20:05:56.507676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks [] for router_gateway (16d7f219-8edb-4c1e-a919-699ea41f1ca2), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.631780 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] Current status of the port a31b5342-8416-4534-ba1c-1c6187af9c50 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:56.632307 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.659754 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Allocated IP 172.20.0.2 (0f8aa967-3b69-4486-ad60-dea72ff841a1/721cf05f-88e8-453d-9a24-ab990b4fb0b2/26d08e93-52cd-493e-82f3-0382367f52fc) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:56.695561 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:55Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:56.703581 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] For port a31b5342-8416-4534-ba1c-1c6187af9c50, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a31b5342-8416-4534-ba1c-1c6187af9c50,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:56.743231 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a77eb-6efd-4a07-8194-6b17211c714e None None] The sync data for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi is: [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:55Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:56.847156 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.020661 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e1b7a-2715-4e95-9803-a94dbdc30619 None None] Pushing event updated for resources: {'Port': ['ID=a31b5342-8416-4534-ba1c-1c6187af9c50,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.106332 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Publish callbacks [] for port (26d08e93-52cd-493e-82f3-0382367f52fc), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.189593 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.234698 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks [] for router_gateway (16d7f219-8edb-4c1e-a919-699ea41f1ca2), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.258132 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.279043 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Pushing event updated for resources: {'Port': ['ID=26d08e93-52cd-493e-82f3-0382367f52fc,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.288330 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:57.290277 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:57.296298 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:57.368590 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Attempting to bind port 26d08e93-52cd-493e-82f3-0382367f52fc on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:57.369775 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Attempting to bind port 26d08e93-52cd-493e-82f3-0382367f52fc by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:57.370209 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Attempting to bind port 26d08e93-52cd-493e-82f3-0382367f52fc on network 0f8aa967-3b69-4486-ad60-dea72ff841a1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:57.383012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:57.383012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Checking segment: {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:57.383012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.383012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Bound using segment: {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:57.383012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Bound port: 26d08e93-52cd-493e-82f3-0382367f52fc, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:57.383012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.410111 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Allocated IP 172.27.2.186 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/121ad5a0-70c6-4ebe-8507-9240aa510292) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:57.473591 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] For port 26d08e93-52cd-493e-82f3-0382367f52fc, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:57.481490 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] For port 26d08e93-52cd-493e-82f3-0382367f52fc, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=26d08e93-52cd-493e-82f3-0382367f52fc,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:57.531360 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a31b5342-8416-4534-ba1c-1c6187af9c50 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:57.593265 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.626832 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11bee-c879-4f02-8841-fea6a74a1ee3 req-3ac6b514-8012-425d-a86b-b66d91ff9406 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:57.628915 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-64a11bee-c879-4f02-8841-fea6a74a1ee3 req-3ac6b514-8012-425d-a86b-b66d91ff9406 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0607185 Feb 20 20:05:57.655546 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks [] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.666824 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port a31b5342-8416-4534-ba1c-1c6187af9c50 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:57.667377 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.702117 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d604f25-f5e2-440d-b755-77436f5d7330 None None] Pushing event updated for resources: {'Port': ['ID=26d08e93-52cd-493e-82f3-0382367f52fc,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.722426 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-64a11bee-c879-4f02-8841-fea6a74a1ee3 req-aa8f0f78-4914-4e68-98c8-279adfcfed65 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833278 Feb 20 20:05:57.776660 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:05:57.795003 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.797805 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port a31b5342-8416-4534-ba1c-1c6187af9c50 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:57.838992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:57.847140 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:57.849318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=121ad5a0-70c6-4ebe-8507-9240aa510292,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.851623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:57.891249 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.891623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.892008 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.892565 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.892735 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.893063 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.893392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.894075 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.894075 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.894328 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.894796 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.895122 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:57.895531 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:58.173147 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.256563 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks [] for router_gateway (16d7f219-8edb-4c1e-a919-699ea41f1ca2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.505084 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (16d7f219-8edb-4c1e-a919-699ea41f1ca2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.823200 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a7be95-26ba-45b2-9410-1be7e0979a17 None None] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:58.899068 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:58.965622 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] Provisioning complete for port 26d08e93-52cd-493e-82f3-0382367f52fc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:58.966310 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.000133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd4b1f-f1e4-4299-86ed-c5ba7deadf06 req-77e049b0-7ce7-4ce6-aec3-8eaefc485d54 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.012397 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-60cd4b1f-f1e4-4299-86ed-c5ba7deadf06 req-77e049b0-7ce7-4ce6-aec3-8eaefc485d54 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1751547 Feb 20 20:05:59.129466 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] Current status of the port 26d08e93-52cd-493e-82f3-0382367f52fc is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:59.134075 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.136259 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-60cd4b1f-f1e4-4299-86ed-c5ba7deadf06 req-ff98ba6a-4703-41af-8407-926c9a84f429 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224811 Feb 20 20:05:59.189111 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] For port 26d08e93-52cd-493e-82f3-0382367f52fc, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=26d08e93-52cd-493e-82f3-0382367f52fc,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:59.227019 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:59.239732 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Sync routers for ids ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:59.253851 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Routers {'16d7f219-8edb-4c1e-a919-699ea41f1ca2'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:59.256944 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:59.326428 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.377451 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.386610 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d799c862-41bd-4711-9d35-9bd388f70ca1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3088713 Feb 20 20:05:59.387640 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 40962) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:59.454455 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Set router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:59.573333 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0dcd4-c87a-499c-8479-c210e57593ec None None] Pushing event updated for resources: {'Port': ['ID=26d08e93-52cd-493e-82f3-0382367f52fc,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:59.623872 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-bbfdeb6d-f5ef-40f7-bab8-7bbd872621fe None None] Provisioning complete for port 26d08e93-52cd-493e-82f3-0382367f52fc triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:59.624517 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbfdeb6d-f5ef-40f7-bab8-7bbd872621fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.672159 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 26d08e93-52cd-493e-82f3-0382367f52fc up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:59.807091 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 26d08e93-52cd-493e-82f3-0382367f52fc triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:59.807679 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.825464 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:05:58Z', 'revision_number': 3, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:59.861868 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bbfdeb6d-f5ef-40f7-bab8-7bbd872621fe None None] Current status of the port 26d08e93-52cd-493e-82f3-0382367f52fc is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:59.863485 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Checking router: 16d7f219-8edb-4c1e-a919-699ea41f1ca2 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:59.866205 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Updating router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 port 121ad5a0-70c6-4ebe-8507-9240aa510292 binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:59.888242 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36067fe8-557c-4371-8aa9-d6f959172ddd req-cb7a56e1-e068-4530-9336-2a762843697d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.896868 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-36067fe8-557c-4371-8aa9-d6f959172ddd req-cb7a56e1-e068-4530-9336-2a762843697d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1835425 Feb 20 20:05:59.899972 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.972282 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 26d08e93-52cd-493e-82f3-0382367f52fc is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:00.089023 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-36067fe8-557c-4371-8aa9-d6f959172ddd req-da066d36-f0a9-40c4-81a5-35823415213b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937914 Feb 20 20:06:00.318143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-cda1a06e-c040-461d-b70c-0413a66bdad7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.319953 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-cda1a06e-c040-461d-b70c-0413a66bdad7 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.1381361 Feb 20 20:06:00.343108 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-92d69a97-a4bf-4a48-964e-c0046e562d4b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/quotas/cad4017b15174e2b81f4e9ebedfe8fcb HTTP/1.1" status: 200 len: 375 time: 0.0106316 Feb 20 20:06:00.390743 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b57cf3-9df7-4265-82cd-f9417162c722 req-1fcc2908-9158-4f16-95f6-617f42de1a14 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.392278 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c6b57cf3-9df7-4265-82cd-f9417162c722 req-1fcc2908-9158-4f16-95f6-617f42de1a14 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1284502 Feb 20 20:06:00.418513 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-1b56991c-56e7-4aa9-a74b-9fe09bbca656 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624368 Feb 20 20:06:00.424174 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Publish callbacks [] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.497679 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c6b57cf3-9df7-4265-82cd-f9417162c722 req-4bdd1f5b-f447-4bd7-9b36-5f76adda5f0e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934126 Feb 20 20:06:00.501578 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.547377 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-fe0edadd-27aa-4a82-95c4-476c3e9b49d0 service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179919 Feb 20 20:06:00.611242 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.667536 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-22d4a815-a07c-46c4-a052-3a38db7b0e16 service neutron] 10.222.0.48 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097343 Feb 20 20:06:00.703978 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Attempting to bind port 121ad5a0-70c6-4ebe-8507-9240aa510292 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:00.704191 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Attempting to bind port 121ad5a0-70c6-4ebe-8507-9240aa510292 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:00.704621 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Attempting to bind port 121ad5a0-70c6-4ebe-8507-9240aa510292 on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:00.709317 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09677d00-11be-4691-9c88-35e46c3402fe None None] Pushing event updated for resources: {'Port': ['ID=121ad5a0-70c6-4ebe-8507-9240aa510292,revision_number=2']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:00.710066 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Allocated IP 172.20.0.1 (0f8aa967-3b69-4486-ad60-dea72ff841a1/721cf05f-88e8-453d-9a24-ab990b4fb0b2/d230d7f3-08a6-43e6-b1c8-b50ee20b15f1) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:00.716560 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:00.716791 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:00.717184 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.717718 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:00.718676 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Bound port: 121ad5a0-70c6-4ebe-8507-9240aa510292, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:00.718676 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.809704 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] For port 121ad5a0-70c6-4ebe-8507-9240aa510292, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:00.813467 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] For port 121ad5a0-70c6-4ebe-8507-9240aa510292, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=121ad5a0-70c6-4ebe-8507-9240aa510292,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:00.875384 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks [] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.881037 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41000) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:00.945474 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.989131 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.034567 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Routers {'16d7f219-8edb-4c1e-a919-699ea41f1ca2'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:01.035188 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:01.060505 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1efef8e7-7c0d-48e5-aa0c-74fd0db5e0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.106654 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09677d00-11be-4691-9c88-35e46c3402fe None None] Pushing event updated for resources: {'Port': ['ID=121ad5a0-70c6-4ebe-8507-9240aa510292,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.120930 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cab1ae65-968e-4795-a221-dfec674afe73 req-157cf549-c4ac-4459-81f2-0d80c7308fd6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 210 time: 0.0570192 Feb 20 20:06:01.126013 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:01.129986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:01.133886 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:01.168184 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Pushing event updated for resources: {'Port': ['ID=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.184918 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.185317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.185695 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.186046 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.186411 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.186728 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.187053 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.187424 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.189159 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.190043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.190642 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.191233 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.191620 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:01.211736 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1efef8e7-7c0d-48e5-aa0c-74fd0db5e0b3 admin admin] Publish callbacks [] for security_group (89e7178b-1f8c-4dd6-8bc7-67bab2077e17), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.215631 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (16d7f219-8edb-4c1e-a919-699ea41f1ca2), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.269690 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1efef8e7-7c0d-48e5-aa0c-74fd0db5e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (89e7178b-1f8c-4dd6-8bc7-67bab2077e17), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.302047 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1efef8e7-7c0d-48e5-aa0c-74fd0db5e0b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69add92d15b6410e9b6a9b424547999c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194026 Feb 20 20:06:01.307424 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41018) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:01.324045 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] Set router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:01.359500 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfe378-bac1-4c3a-87b8-ad65665ace3b req-387efa8e-3226-435e-8040-c3ac9cef2efc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:01.370872 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44dfe378-bac1-4c3a-87b8-ad65665ace3b req-387efa8e-3226-435e-8040-c3ac9cef2efc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1558867 Feb 20 20:06:01.395084 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efef8e7-7c0d-48e5-aa0c-74fd0db5e0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e7178b-1f8c-4dd6-8bc7-67bab2077e17,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.464327 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44dfe378-bac1-4c3a-87b8-ad65665ace3b req-f8e6cf19-c8c5-46c5-8ec1-f7c54be3f43d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926285 Feb 20 20:06:01.492715 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b2884ca-3ca1-49da-ac29-c4a385f0e53d admin admin] Publish callbacks [] for security_group (89e7178b-1f8c-4dd6-8bc7-67bab2077e17), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.540077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b2884ca-3ca1-49da-ac29-c4a385f0e53d admin admin] Publish callbacks [] for security_group (89e7178b-1f8c-4dd6-8bc7-67bab2077e17), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.567049 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 26d08e93-52cd-493e-82f3-0382367f52fc up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:01.635190 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-dedef616-a9b8-4a23-9ce0-ea4e8849c5f2 None None] Provisioning complete for port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:01.635982 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dedef616-a9b8-4a23-9ce0-ea4e8849c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.690616 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-dedef616-a9b8-4a23-9ce0-ea4e8849c5f2 None None] Port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:01.698065 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 26d08e93-52cd-493e-82f3-0382367f52fc triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:01.698653 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.712701 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.732741 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41030) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:01.771258 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b2884ca-3ca1-49da-ac29-c4a385f0e53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (89e7178b-1f8c-4dd6-8bc7-67bab2077e17), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.790667 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97af45-84fd-4966-8be9-f07bfabc23de req-151fea3b-7558-46e1-9f5e-607d5b556eed tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:01.798277 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8a97af45-84fd-4966-8be9-f07bfabc23de req-151fea3b-7558-46e1-9f5e-607d5b556eed tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1434536 Feb 20 20:06:01.806373 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b2884ca-3ca1-49da-ac29-c4a385f0e53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.808310 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3b2884ca-3ca1-49da-ac29-c4a385f0e53d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89e7178b-1f8c-4dd6-8bc7-67bab2077e17 HTTP/1.1" status: 204 len: 168 time: 0.4924853 Feb 20 20:06:01.824755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2884ca-3ca1-49da-ac29-c4a385f0e53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e7178b-1f8c-4dd6-8bc7-67bab2077e17,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.903838 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 26d08e93-52cd-493e-82f3-0382367f52fc is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:01.931296 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8a97af45-84fd-4966-8be9-f07bfabc23de req-40acfa3f-43b4-43ee-9dcf-4451226fee81 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320965 Feb 20 20:06:01.956043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-170e7b84-0881-4565-bd29-7c939a721263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.979147 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:05:58Z', 'revision_number': 3, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:02.024804 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cc163f-4697-4864-9c56-682b83664604 None None] The sync data for ids ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'] in dv-cinder-821824-2-iscsi is: [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:05:58Z', 'revision_number': 3, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:06:02.040279 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks [] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.087179 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-170e7b84-0881-4565-bd29-7c939a721263 admin admin] Publish callbacks [] for security_group (c6985c59-4e51-4234-8aa8-a437ab7eaa6f), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.102956 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.172279 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (16d7f219-8edb-4c1e-a919-699ea41f1ca2), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.174028 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Pushing event updated for resources: {'Port': ['ID=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:02.185226 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-170e7b84-0881-4565-bd29-7c939a721263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c6985c59-4e51-4234-8aa8-a437ab7eaa6f), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.200191 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b00d05d-7be4-45f2-ba0e-9323c50f9768 req-245a1a7a-4aa9-4a59-a23f-afcbd478068c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 210 time: 0.0362723 Feb 20 20:06:02.280862 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e7b84-0881-4565-bd29-7c939a721263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6985c59-4e51-4234-8aa8-a437ab7eaa6f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:02.289909 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-170e7b84-0881-4565-bd29-7c939a721263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53e241d17c4240d7b96c335f58103573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535069 Feb 20 20:06:02.295609 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41042) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:02.353226 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:02.355519 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:02.424163 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25261a95-2564-430f-be7b-f1a779f58799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.432292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4484aa4-991f-4336-a92f-7517dee91054 admin admin] Publish callbacks [] for security_group (c6985c59-4e51-4234-8aa8-a437ab7eaa6f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.481380 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4484aa4-991f-4336-a92f-7517dee91054 admin admin] Publish callbacks [] for security_group (c6985c59-4e51-4234-8aa8-a437ab7eaa6f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.541458 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:06:02.663594 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4484aa4-991f-4336-a92f-7517dee91054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c6985c59-4e51-4234-8aa8-a437ab7eaa6f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.667163 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4484aa4-991f-4336-a92f-7517dee91054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.668315 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b4484aa4-991f-4336-a92f-7517dee91054 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6985c59-4e51-4234-8aa8-a437ab7eaa6f HTTP/1.1" status: 204 len: 168 time: 0.3769062 Feb 20 20:06:02.680030 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4484aa4-991f-4336-a92f-7517dee91054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6985c59-4e51-4234-8aa8-a437ab7eaa6f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:02.776448 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-31038c1a-ef22-439f-955e-4d414d50409f None None] Provisioning complete for port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:02.778667 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-31038c1a-ef22-439f-955e-4d414d50409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.804616 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:06:02.824159 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6078fc2d-6656-4243-a595-7b69d51bd1ad admin admin] 10.222.0.48 "PUT /v2.0/routers/16d7f219-8edb-4c1e-a919-699ea41f1ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4350538 Feb 20 20:06:02.852602 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-31038c1a-ef22-439f-955e-4d414d50409f None None] Port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:02.858772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd4375-dd7a-4d6a-94b9-a4a289a4594f req-a9c454c9-248a-40ef-b528-1755146c8eec tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:02.860517 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d2cd4375-dd7a-4d6a-94b9-a4a289a4594f req-a9c454c9-248a-40ef-b528-1755146c8eec tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.2600510 Feb 20 20:06:02.915348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d2cd4375-dd7a-4d6a-94b9-a4a289a4594f req-0d53bc4a-5fd6-4e39-bbf6-2034aa1a80bb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479567 Feb 20 20:06:02.962251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41060) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:02.981162 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05ddc6e0-5ecd-4091-9464-ef4fa6d3bc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.104956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05ddc6e0-5ecd-4091-9464-ef4fa6d3bc00 admin admin] Publish callbacks [] for security_group (8b5bd34e-da78-4469-8feb-a9b906f51bea), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.200091 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05ddc6e0-5ecd-4091-9464-ef4fa6d3bc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8b5bd34e-da78-4469-8feb-a9b906f51bea), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.262557 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-05ddc6e0-5ecd-4091-9464-ef4fa6d3bc00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d47b5b735ef4bb89e6698d8eab1b349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971108 Feb 20 20:06:03.267108 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41072) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:03.276292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddc6e0-5ecd-4091-9464-ef4fa6d3bc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5bd34e-da78-4469-8feb-a9b906f51bea,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:03.344157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a31b6dd-997b-4e77-afea-796024e347c6 admin admin] Publish callbacks [] for security_group (8b5bd34e-da78-4469-8feb-a9b906f51bea), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.378068 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a31b6dd-997b-4e77-afea-796024e347c6 admin admin] Publish callbacks [] for security_group (8b5bd34e-da78-4469-8feb-a9b906f51bea), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.390039 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcedf0-076e-49bf-84ee-729c5bcb4719 req-6df98b52-6846-445e-971c-2b9783d7a8a3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.394161 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cafcedf0-076e-49bf-84ee-729c5bcb4719 req-6df98b52-6846-445e-971c-2b9783d7a8a3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.3664935 Feb 20 20:06:03.455139 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cafcedf0-076e-49bf-84ee-729c5bcb4719 req-7da2ee63-4215-4996-b5a8-b202c7ffe69e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600247 Feb 20 20:06:03.499008 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 121ad5a0-70c6-4ebe-8507-9240aa510292 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:03.566957 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 121ad5a0-70c6-4ebe-8507-9240aa510292 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:03.567351 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.655405 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 121ad5a0-70c6-4ebe-8507-9240aa510292 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:03.656150 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.662965 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a31b6dd-997b-4e77-afea-796024e347c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8b5bd34e-da78-4469-8feb-a9b906f51bea), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.666167 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a31b6dd-997b-4e77-afea-796024e347c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.668031 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4a31b6dd-997b-4e77-afea-796024e347c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b5bd34e-da78-4469-8feb-a9b906f51bea HTTP/1.1" status: 204 len: 168 time: 0.3994803 Feb 20 20:06:03.681030 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31b6dd-997b-4e77-afea-796024e347c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5bd34e-da78-4469-8feb-a9b906f51bea,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:03.725878 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 121ad5a0-70c6-4ebe-8507-9240aa510292, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=121ad5a0-70c6-4ebe-8507-9240aa510292,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:03.794873 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41080) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:03.814875 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-54a7aea2-1572-4810-ad17-5942d36bce8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.834570 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:03.952739 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=121ad5a0-70c6-4ebe-8507-9240aa510292,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:03.991411 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-08ebd801-e161-4d7c-9902-e180ea7a0923 req-e983ade3-406c-45c6-84a6-f91fa70fa00e tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 210 time: 0.0537746 Feb 20 20:06:04.077391 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-54a7aea2-1572-4810-ad17-5942d36bce8b admin admin] Publish callbacks [] for security_group (f0bd2b24-f55c-4004-b821-f046a934fd3f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.138702 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0201aa6-312b-43bf-a314-f5188a1ccb20 req-fad61a6e-6a11-4d0a-9ad3-def1919ab0ff tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.140326 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0201aa6-312b-43bf-a314-f5188a1ccb20 req-fad61a6e-6a11-4d0a-9ad3-def1919ab0ff tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0654202 Feb 20 20:06:04.209995 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-0136ad68-bbbc-4ca8-8e63-d58ef71498a8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.211517 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-0136ad68-bbbc-4ca8-8e63-d58ef71498a8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/networks?id=2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 200 len: 814 time: 0.1915858 Feb 20 20:06:04.219047 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41090) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:04.224341 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0201aa6-312b-43bf-a314-f5188a1ccb20 req-02351072-1d2c-4b99-ad17-74cf1ce597b8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779848 Feb 20 20:06:04.224941 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432372336', 'description': 'tempest-secgroup-smoke-1432372336 description', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:04.228312 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-54a7aea2-1572-4810-ad17-5942d36bce8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f0bd2b24-f55c-4004-b821-f046a934fd3f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.236923 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Request body: {'port': {'device_id': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'admin_state_up': True, 'tenant_id': 'cad4017b15174e2b81f4e9ebedfe8fcb'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:04.291681 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-54a7aea2-1572-4810-ad17-5942d36bce8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ae1d8d19f58416bab73d9dfc1555013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954097 Feb 20 20:06:04.292602 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7aea2-1572-4810-ad17-5942d36bce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd2b24-f55c-4004-b821-f046a934fd3f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:04.295326 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41094) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:04.386505 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-261a0d1e-d205-4566-9e6d-addac30b0c62 admin admin] Publish callbacks [] for security_group (f0bd2b24-f55c-4004-b821-f046a934fd3f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.417286 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-261a0d1e-d205-4566-9e6d-addac30b0c62 admin admin] Publish callbacks [] for security_group (f0bd2b24-f55c-4004-b821-f046a934fd3f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.449132 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Sync routers for ids ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:06:04.458034 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.465587 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Routers {'16d7f219-8edb-4c1e-a919-699ea41f1ca2'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:04.466467 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:05:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:04.511421 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Made reservation on behalf of cad4017b15174e2b81f4e9ebedfe8fcb for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:04.518290 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.611916 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-261a0d1e-d205-4566-9e6d-addac30b0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f0bd2b24-f55c-4004-b821-f046a934fd3f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.612539 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Set router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:04.615338 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-261a0d1e-d205-4566-9e6d-addac30b0c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.616627 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-261a0d1e-d205-4566-9e6d-addac30b0c62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0bd2b24-f55c-4004-b821-f046a934fd3f HTTP/1.1" status: 204 len: 168 time: 0.3191564 Feb 20 20:06:04.619625 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697e0c-3b3d-4053-b42e-e5bdb596e509 req-e6aba67b-9147-44aa-bf6c-459d12391d76 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.627377 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-85697e0c-3b3d-4053-b42e-e5bdb596e509 req-e6aba67b-9147-44aa-bf6c-459d12391d76 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0718071 Feb 20 20:06:04.629993 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a0d1e-d205-4566-9e6d-addac30b0c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd2b24-f55c-4004-b821-f046a934fd3f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:04.719822 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-08eda3b2-41f5-4f2d-bbb9-f1832040422f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.799219 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-85697e0c-3b3d-4053-b42e-e5bdb596e509 req-ab0820d6-5d0e-45bd-8702-c8f200cbec2c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708102 Feb 20 20:06:04.810700 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group (b5fff104-28f8-43eb-a30b-4aa01cffc4d9), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.824744 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Allocated IP 172.20.0.10 (2cbc0eb2-b335-426e-809b-6b54a84974b7/95e90286-8957-4b52-8e5f-31b307f5ec7d/66cf79a0-9595-4b54-b7e5-143dbd215ba0) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:04.889972 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (b5fff104-28f8-43eb-a30b-4aa01cffc4d9), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.899146 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:06:01Z', 'revision_number': 4, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'd230d7f3-08a6-43e6-b1c8-b50ee20b15f1', 'name': '', 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'mac_address': 'fa:16:3e:28:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:06:00Z', 'updated_at': '2022-02-20T20:06:01Z', 'revision_number': 2, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'subnets': [{'id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:04.981932 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fff104-28f8-43eb-a30b-4aa01cffc4d9,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:05.028213 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.028213 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7e4df31b-126f-45ab-95e5-9846fc2f4316 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7967033 Feb 20 20:06:05.028389 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41132) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:05.031624 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group_rule': {'security_group_id': 'b5fff104-28f8-43eb-a30b-4aa01cffc4d9', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:05.071743 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks [] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.132821 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Checking router: 16d7f219-8edb-4c1e-a919-699ea41f1ca2 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:06:05.132821 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Updating router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:06:05.142083 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5114da2e-8584-4053-8616-4f45688540ff req-6743ed64-55c0-4298-91f3-93e7fe9d4b87 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 210 time: 0.0367231 Feb 20 20:06:05.169759 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.206606 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (e7888ab6-5ff5-4a9c-8abf-470a8833e01e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.223520 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.280119 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (e7888ab6-5ff5-4a9c-8abf-470a8833e01e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.301471 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Network 2cbc0eb2-b335-426e-809b-6b54a84974b7 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:05.304368 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:05.313182 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:05.318871 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312', 'd4683b79-a91e-4b41-9965-3b973105a9c2', '43327917-3ee5-431a-abfb-14e77aacc1a5'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:05.348724 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event updated for resources: {'Port': ['ID=66cf79a0-9595-4b54-b7e5-143dbd215ba0,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:05.392129 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:05.392842 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.422314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (e7888ab6-5ff5-4a9c-8abf-470a8833e01e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.424995 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc692929-a6df-4b00-a9a5-419f8a389893 req-cd80bcf1-f4c8-49e4-b0d8-56c75ce26471 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:05.430111 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc692929-a6df-4b00-a9a5-419f8a389893 req-cd80bcf1-f4c8-49e4-b0d8-56c75ce26471 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0940228 Feb 20 20:06:05.469651 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7888ab6-5ff5-4a9c-8abf-470a8833e01e,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:05.512170 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-6490cce4-78a6-43a6-987c-28978fe51207 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2793584 Feb 20 20:06:05.521060 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 121ad5a0-70c6-4ebe-8507-9240aa510292 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:05.521327 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc692929-a6df-4b00-a9a5-419f8a389893 req-2d8a4003-d26b-4c0a-bdc3-aa7ce58ed624 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847142 Feb 20 20:06:05.533587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Request body: {'port': {'device_id': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:05.618737 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.676723 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.678233 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-68dd82a6-882a-4a67-af8d-3896a59c1b86 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6507454 Feb 20 20:06:05.681624 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41156) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:05.687448 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group_rule': {'security_group_id': 'b5fff104-28f8-43eb-a30b-4aa01cffc4d9', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:05.707098 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 121ad5a0-70c6-4ebe-8507-9240aa510292 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:05.707360 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.782535 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Publish callbacks [] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.892597 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 121ad5a0-70c6-4ebe-8507-9240aa510292 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:05.910767 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (73f44bf6-0e0b-417c-8e12-c38a2bf3865f), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.929734 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:05.930448 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.001639 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cf79a0-9595-4b54-b7e5-143dbd215ba0 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:06.030603 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Publish callbacks [] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.075923 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Transition to ACTIVE for port object 66cf79a0-9595-4b54-b7e5-143dbd215ba0 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:06.097259 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ac12e-1761-4514-8f52-7aafc82e61f6 None None] Pushing event updated for resources: {'Port': ['ID=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:06.144959 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.178970 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157af3a-1e5c-4c1c-bade-5c80162c0d76 req-fdc1e348-d39d-4121-bb0a-148f4372db7b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.181502 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Attempting to bind port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:06.181885 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Attempting to bind port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:06.182250 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Attempting to bind port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 on network 0f8aa967-3b69-4486-ad60-dea72ff841a1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:06.183615 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2157af3a-1e5c-4c1c-bade-5c80162c0d76 req-fdc1e348-d39d-4121-bb0a-148f4372db7b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.2107744 Feb 20 20:06:06.195416 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:06.196044 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Checking segment: {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:06.196506 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.197364 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Bound using segment: {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:06.197861 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Bound port: d230d7f3-08a6-43e6-b1c8-b50ee20b15f1, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb005caf-e0a5-4c87-8752-daee51f9ecd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:06.202185 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.265437 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Pushing event updated for resources: {'Port': ['ID=66cf79a0-9595-4b54-b7e5-143dbd215ba0,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:06.269243 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (73f44bf6-0e0b-417c-8e12-c38a2bf3865f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.293409 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ab56d-1655-4aa5-b9a6-61dd9503203d req-6a3bdb42-d2d2-4360-91c9-5ede79dc2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.294950 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-930ab56d-1655-4aa5-b9a6-61dd9503203d req-6a3bdb42-d2d2-4360-91c9-5ede79dc2d91 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.2047276 Feb 20 20:06:06.324632 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2157af3a-1e5c-4c1c-bade-5c80162c0d76 req-b81bc8bf-5a23-4b74-903b-a6cd8fad8f4e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259460 Feb 20 20:06:06.331614 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (73f44bf6-0e0b-417c-8e12-c38a2bf3865f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.373475 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] For port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:06.377287 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] For port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:06.380881 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f44bf6-0e0b-417c-8e12-c38a2bf3865f,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:06.425251 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-d410b506-3f44-484d-a249-4ad7dea11389 None None] Provisioning complete for port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:06.425689 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d410b506-3f44-484d-a249-4ad7dea11389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.450821 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.492900 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d410b506-3f44-484d-a249-4ad7dea11389 None None] Port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:06.500724 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.502735 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-eba90b19-92a8-4675-ac30-96501328b16d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8195977 Feb 20 20:06:06.506134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41180) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:06.513576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group_rule': {'security_group_id': 'b5fff104-28f8-43eb-a30b-4aa01cffc4d9', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:06.521532 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Routers {'16d7f219-8edb-4c1e-a919-699ea41f1ca2'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:06.523097 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:06:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:06.527458 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ac12e-1761-4514-8f52-7aafc82e61f6 None None] Pushing event updated for resources: {'Port': ['ID=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:06.530151 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-930ab56d-1655-4aa5-b9a6-61dd9503203d req-f454e5f5-c29f-46e6-9522-b699874c0418 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705201 Feb 20 20:06:06.541354 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f60eb-9f30-4bbf-84e5-6cd8e1b3e0e1 req-76a60524-748e-4ef5-a502-74124b7f28b1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.542914 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-be6f60eb-9f30-4bbf-84e5-6cd8e1b3e0e1 req-76a60524-748e-4ef5-a502-74124b7f28b1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.2373271 Feb 20 20:06:06.585986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Attempting to bind port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:06.586319 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Attempting to bind port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:06.586666 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Attempting to bind port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:06.598535 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:06.603621 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Attempting to bind port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 on network 2cbc0eb2-b335-426e-809b-6b54a84974b7 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:06.614061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:06.614433 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Checking segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:06.614792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Bound using segment: {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:06.615280 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Bound port: 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0dad93e-3714-4c2a-bbe2-a739527cebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:06.615641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.643526 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-be6f60eb-9f30-4bbf-84e5-6cd8e1b3e0e1 req-33811747-7c32-4438-a78e-e873a68ae72d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937052 Feb 20 20:06:06.722368 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (2454a0c2-9bf0-4b0c-81a8-6393127dd699), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.740045 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] Set router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:06.758633 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] For port 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:06.763059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] For port 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=66cf79a0-9595-4b54-b7e5-143dbd215ba0,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:06.786675 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442150e5-55dc-4908-8969-2a534a6f07c7 req-ada11cab-b89d-450f-9524-6b57a602bcdf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.790962 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-442150e5-55dc-4908-8969-2a534a6f07c7 req-ada11cab-b89d-450f-9524-6b57a602bcdf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1368849 Feb 20 20:06:06.820745 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (2454a0c2-9bf0-4b0c-81a8-6393127dd699), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.854792 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-442150e5-55dc-4908-8969-2a534a6f07c7 req-794710e9-ee93-4106-832e-de7accfdc4b2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579560 Feb 20 20:06:06.887764 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.887975 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] Provisioning complete for port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:06.888297 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.928271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (2454a0c2-9bf0-4b0c-81a8-6393127dd699), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.928408 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.928985 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.930488 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] 10.222.0.65 "PUT /v2.0/ports/66cf79a0-9595-4b54-b7e5-143dbd215ba0 HTTP/1.1" status: 200 len: 1094 time: 1.4081321 Feb 20 20:06:06.930941 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'tag': '66cf79a0-9595-4b54-b7e5-143dbd215ba0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:06.933478 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d257b9f-09f5-487f-8874-ad9c40b84e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c83820-38a2-40b1-b0bf-06e76eb7e734", "tag": "66cf79a0-9595-4b54-b7e5-143dbd215ba0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:06.973314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2454a0c2-9bf0-4b0c-81a8-6393127dd699,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:06.984592 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826c399-f12b-41fd-946e-debc5dafcb37 service neutron] Pushing event updated for resources: {'Port': ['ID=66cf79a0-9595-4b54-b7e5-143dbd215ba0,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:06.993423 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf67380-f5da-4d96-8d25-be1597b56a8a x-openstack-request-id: req-cdf67380-f5da-4d96-8d25-be1597b56a8a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:06.993423 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c83820-38a2-40b1-b0bf-06e76eb7e734", "tag": "66cf79a0-9595-4b54-b7e5-143dbd215ba0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:06.993423 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdf67380-f5da-4d96-8d25-be1597b56a8a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:06.993423 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'tag': '66cf79a0-9595-4b54-b7e5-143dbd215ba0', 'status': 'completed', 'code': 200} Feb 20 20:06:07.069560 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] Current status of the port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:07.069560 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.085413 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d257b9f-09f5-487f-8874-ad9c40b84e4d req-71665113-5e41-4d05-8553-7f2167efe1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.087193 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d257b9f-09f5-487f-8874-ad9c40b84e4d req-71665113-5e41-4d05-8553-7f2167efe1b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 1128 time: 0.0642207 Feb 20 20:06:07.089338 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:06:01Z', 'revision_number': 4, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'd230d7f3-08a6-43e6-b1c8-b50ee20b15f1', 'name': '', 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'mac_address': 'fa:16:3e:28:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:06:00Z', 'updated_at': '2022-02-20T20:06:06Z', 'revision_number': 4, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'subnets': [{'id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:07.124197 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47e2c8-80f1-49fa-a3ac-a408a08fb019 None None] The sync data for ids ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'] in dv-cinder-821824-2-iscsi is: [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:06:01Z', 'revision_number': 4, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'd230d7f3-08a6-43e6-b1c8-b50ee20b15f1', 'name': '', 'network_id': '0f8aa967-3b69-4486-ad60-dea72ff841a1', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'mac_address': 'fa:16:3e:28:c5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:06:00Z', 'updated_at': '2022-02-20T20:06:06Z', 'revision_number': 4, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'subnets': [{'id': '721cf05f-88e8-453d-9a24-ab990b4fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:06:07.126771 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] For port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:07.140896 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.143366 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-38a5c24a-9679-45e2-8d99-65ab6627ba6c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6352444 Feb 20 20:06:07.151787 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41198) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:07.157580 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group_rule': {'security_group_id': 'b5fff104-28f8-43eb-a30b-4aa01cffc4d9', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:07.228596 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.238466 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d257b9f-09f5-487f-8874-ad9c40b84e4d req-e4824358-c39a-4520-93e6-e53c3c160309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.240014 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d257b9f-09f5-487f-8874-ad9c40b84e4d req-e4824358-c39a-4520-93e6-e53c3c160309 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1429591 Feb 20 20:06:07.280238 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.319611 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (b071722c-68d8-4a9c-ad3f-28eb1e961844), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.348696 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e413eb-f6f8-4d25-b776-83574259de7e None None] Pushing event updated for resources: {'Port': ['ID=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:07.394808 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d257b9f-09f5-487f-8874-ad9c40b84e4d req-d2938005-e4f5-4639-8d9b-7ce94d701c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.398756 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d257b9f-09f5-487f-8874-ad9c40b84e4d req-d2938005-e4f5-4639-8d9b-7ce94d701c9b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459348 Feb 20 20:06:07.561110 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (b071722c-68d8-4a9c-ad3f-28eb1e961844), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.580522 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-a335805a-ebb8-4f12-8e9f-9d7e6a109273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.583071 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-a335805a-ebb8-4f12-8e9f-9d7e6a109273 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 1128 time: 0.1137857 Feb 20 20:06:07.593698 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1704ac-8bea-44c4-98c6-60d54765f3ff req-b9ba0481-4b5b-436f-98a8-c71b13fc09ca tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.596561 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:07.596917 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7d1704ac-8bea-44c4-98c6-60d54765f3ff req-b9ba0481-4b5b-436f-98a8-c71b13fc09ca tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0985267 Feb 20 20:06:07.670653 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7d1704ac-8bea-44c4-98c6-60d54765f3ff req-79fef1e4-9ef2-457d-a009-8b8e4dd7555f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634999 Feb 20 20:06:07.685622 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (b071722c-68d8-4a9c-ad3f-28eb1e961844), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.699555 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-e40d4cbd-f111-4c18-a820-3b6a8cf6b843 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66cf79a0-9595-4b54-b7e5-143dbd215ba0 HTTP/1.1" status: 200 len: 217 time: 0.0860894 Feb 20 20:06:07.715592 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b071722c-68d8-4a9c-ad3f-28eb1e961844,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:07.762280 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:07.762280 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.825985 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-7e3d6b61-c8f6-4ae6-abb3-8d1af1b41c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.827606 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-7e3d6b61-c8f6-4ae6-abb3-8d1af1b41c95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 200 len: 854 time: 0.1186571 Feb 20 20:06:07.853673 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:07.857565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-455c2ecf-1480-4f5c-a019-bb8813ed5f96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7014103 Feb 20 20:06:07.857876 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41218) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:07.863109 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:07.864599 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group_rule': {'security_group_id': 'b5fff104-28f8-43eb-a30b-4aa01cffc4d9', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:07.912531 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-f82901e8-7b98-4adf-b3c2-5acbd9a18240 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cbc0eb2-b335-426e-809b-6b54a84974b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659568 Feb 20 20:06:07.922636 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3334f2-3c4d-4394-b27b-61cffcb43638 req-6053e8ad-7745-463c-b26d-36f3e40f66e9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.933961 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-af3334f2-3c4d-4394-b27b-61cffcb43638 req-6053e8ad-7745-463c-b26d-36f3e40f66e9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.1576035 Feb 20 20:06:08.005538 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Project 057906f4fe5b428bbc98401ffe0ae8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:06:08.017145 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (c45420ad-f2cc-42c2-82c3-d95fe6a09ce7), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.074137 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-fba0cf0e-f773-44c2-9fc0-c158e0e230ec service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387913 Feb 20 20:06:08.083338 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ada5-00c7-4d7c-97f7-b2bc776ef4ad req-7924a1d1-0cbb-439b-a72e-8dcaa2763403 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.093016 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-add7ada5-00c7-4d7c-97f7-b2bc776ef4ad req-7924a1d1-0cbb-439b-a72e-8dcaa2763403 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1212420 Feb 20 20:06:08.141637 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (c45420ad-f2cc-42c2-82c3-d95fe6a09ce7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.177758 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-add7ada5-00c7-4d7c-97f7-b2bc776ef4ad req-75aaf12b-4658-4f0f-8f52-32f39fba77f0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816643 Feb 20 20:06:08.216571 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-af3334f2-3c4d-4394-b27b-61cffcb43638 req-9cd97449-fce4-4a1c-9d21-774ff1ea94d6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827740 Feb 20 20:06:08.243823 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-73b6c89c-6be5-4a7e-bb3d-9a5771a0106a req-d9224b3c-e45f-471b-8729-0f32467a9896 service neutron] 10.222.0.65 "GET /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363626 Feb 20 20:06:08.245895 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (c45420ad-f2cc-42c2-82c3-d95fe6a09ce7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.271562 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45420ad-f2cc-42c2-82c3-d95fe6a09ce7,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:08.403072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.405202 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2e7767a1-49f5-4cb2-8091-96dee7f324e9 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5462005 Feb 20 20:06:08.408128 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41234) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:08.413023 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'security_group_rule': {'security_group_id': 'b5fff104-28f8-43eb-a30b-4aa01cffc4d9', 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:08.657701 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Project 057906f4fe5b428bbc98401ffe0ae8f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:06:08.666206 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (5512435a-2033-4124-8716-dcc3dd610178), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.734378 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (5512435a-2033-4124-8716-dcc3dd610178), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.778452 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.799059 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5bfc-22db-4b12-968d-d00e0b29dc09 req-ec0968f0-e8b4-43aa-936e-47f78371585b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.801402 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-53fd5bfc-22db-4b12-968d-d00e0b29dc09 req-ec0968f0-e8b4-43aa-936e-47f78371585b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0597365 Feb 20 20:06:08.862902 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41240) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:08.876517 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-53fd5bfc-22db-4b12-968d-d00e0b29dc09 req-0fbd85c2-7080-49d1-831b-f35d0fc557b8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Feb 20 20:06:08.932210 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (5512435a-2033-4124-8716-dcc3dd610178), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.957697 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5512435a-2033-4124-8716-dcc3dd610178,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:09.037589 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce751b68-94c6-4266-a811-21762ba8a1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.113756 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.114927 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-e025db61-7b18-4e5f-aceb-9e6240888ba4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7057993 Feb 20 20:06:09.120053 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce751b68-94c6-4266-a811-21762ba8a1d7 admin admin] Publish callbacks [] for security_group (39d85ff5-8d17-4a37-b43d-0227c7a82447), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.251507 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce751b68-94c6-4266-a811-21762ba8a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (39d85ff5-8d17-4a37-b43d-0227c7a82447), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.322057 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce751b68-94c6-4266-a811-21762ba8a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d85ff5-8d17-4a37-b43d-0227c7a82447,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:09.326778 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-ce751b68-94c6-4266-a811-21762ba8a1d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cba773d2eef4bdc91827231c175f3a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4627872 Feb 20 20:06:09.330130 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41282) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:09.356353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a265ba5-447b-4389-8f79-65504f405e1a req-8f07e022-bdc8-4268-8089-31c77749249a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.358293 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0a265ba5-447b-4389-8f79-65504f405e1a req-8f07e022-bdc8-4268-8089-31c77749249a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0863712 Feb 20 20:06:09.457388 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b6c356fa-7bbf-4933-a61d-afb7abe2a94c admin admin] Publish callbacks [] for security_group (39d85ff5-8d17-4a37-b43d-0227c7a82447), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.457917 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0a265ba5-447b-4389-8f79-65504f405e1a req-1a6cc93d-0f00-4404-9bc8-333f24301c3a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839427 Feb 20 20:06:09.507984 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b6c356fa-7bbf-4933-a61d-afb7abe2a94c admin admin] Publish callbacks [] for security_group (39d85ff5-8d17-4a37-b43d-0227c7a82447), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.597444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b1ab4-f698-46cd-b5fb-e35bcfc27f8e req-95e4d393-5eb6-4f38-8a4a-748a1caa14aa tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.599877 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-444b1ab4-f698-46cd-b5fb-e35bcfc27f8e req-95e4d393-5eb6-4f38-8a4a-748a1caa14aa tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.1378596 Feb 20 20:06:09.600208 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4b3bc-f4bb-4907-9445-2d6409b3d95d req-b4848694-5772-4181-b875-6d824f64910f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.601975 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e0a4b3bc-f4bb-4907-9445-2d6409b3d95d req-b4848694-5772-4181-b875-6d824f64910f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0806267 Feb 20 20:06:09.662128 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-444b1ab4-f698-46cd-b5fb-e35bcfc27f8e req-4dd0512b-b900-429e-bb35-08f4de667091 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561874 Feb 20 20:06:09.663015 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e0a4b3bc-f4bb-4907-9445-2d6409b3d95d req-0236f623-0af6-44bf-a960-5dd1a69e1e21 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517368 Feb 20 20:06:09.925208 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b6c356fa-7bbf-4933-a61d-afb7abe2a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (39d85ff5-8d17-4a37-b43d-0227c7a82447), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.927848 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b6c356fa-7bbf-4933-a61d-afb7abe2a94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.928977 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b6c356fa-7bbf-4933-a61d-afb7abe2a94c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39d85ff5-8d17-4a37-b43d-0227c7a82447 HTTP/1.1" status: 204 len: 168 time: 0.5949767 Feb 20 20:06:09.939698 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c356fa-7bbf-4933-a61d-afb7abe2a94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d85ff5-8d17-4a37-b43d-0227c7a82447,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:10.569010 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacab86a-fc91-4821-a2e5-a34e78e018c4 req-ec3ded3e-d723-4840-941a-da57f546c1d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.570508 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eacab86a-fc91-4821-a2e5-a34e78e018c4 req-ec3ded3e-d723-4840-941a-da57f546c1d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0539072 Feb 20 20:06:10.629783 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eacab86a-fc91-4821-a2e5-a34e78e018c4 req-9bc46f23-3834-40b4-aa45-6a7763c2c5d0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513937 Feb 20 20:06:10.758300 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41318) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:10.776428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f54d7e56-6a2e-4454-8e54-8be0e3c424b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.788032 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2efa8-5d58-4f50-b618-987301c4091f req-c172a916-7ac4-47b6-9474-a6a26a3a1a57 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.789565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d6d2efa8-5d58-4f50-b618-987301c4091f req-c172a916-7ac4-47b6-9474-a6a26a3a1a57 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.0577788 Feb 20 20:06:10.815289 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d830d50-b937-4c36-b5c5-1f8c7b7bdab9 req-d5b849fe-294b-46cf-a0c9-ba465c211e68 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.816948 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d830d50-b937-4c36-b5c5-1f8c7b7bdab9 req-d5b849fe-294b-46cf-a0c9-ba465c211e68 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0851533 Feb 20 20:06:10.840373 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d6d2efa8-5d58-4f50-b618-987301c4091f req-4e810b2e-9169-4d7a-9f47-10943e9acce5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Feb 20 20:06:10.889531 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d830d50-b937-4c36-b5c5-1f8c7b7bdab9 req-1aec25cc-d877-40ce-aa1c-8d79c7426538 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641387 Feb 20 20:06:10.913419 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f54d7e56-6a2e-4454-8e54-8be0e3c424b2 admin admin] Publish callbacks [] for security_group (fe09f45c-9966-4ea3-a4d7-7040384b250e), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.005135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f54d7e56-6a2e-4454-8e54-8be0e3c424b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (fe09f45c-9966-4ea3-a4d7-7040384b250e), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.044588 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-f54d7e56-6a2e-4454-8e54-8be0e3c424b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=75242cf5256c48cbb22f41dbc9ea145e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843587 Feb 20 20:06:11.045439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d7e56-6a2e-4454-8e54-8be0e3c424b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe09f45c-9966-4ea3-a4d7-7040384b250e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:11.047828 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41320) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:11.098024 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5fff74de-8392-4871-8bdd-5822abd5d378 admin admin] Publish callbacks [] for security_group (fe09f45c-9966-4ea3-a4d7-7040384b250e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.119265 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5fff74de-8392-4871-8bdd-5822abd5d378 admin admin] Publish callbacks [] for security_group (fe09f45c-9966-4ea3-a4d7-7040384b250e), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.262576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5fff74de-8392-4871-8bdd-5822abd5d378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (fe09f45c-9966-4ea3-a4d7-7040384b250e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.265086 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5fff74de-8392-4871-8bdd-5822abd5d378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.266274 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5fff74de-8392-4871-8bdd-5822abd5d378 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe09f45c-9966-4ea3-a4d7-7040384b250e HTTP/1.1" status: 204 len: 168 time: 0.2174170 Feb 20 20:06:11.277832 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff74de-8392-4871-8bdd-5822abd5d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe09f45c-9966-4ea3-a4d7-7040384b250e,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:11.651080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-2104116d-9306-445a-acf3-24b58492723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.653462 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-2104116d-9306-445a-acf3-24b58492723f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0455143 Feb 20 20:06:11.769286 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070391e-49f4-486e-ba60-c4cbdc58e832 req-972e02b1-9252-4ba2-8100-ffbec8d7dbbe tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.770500 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-c4f47950-2e25-426f-9180-9be83b9c1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.770983 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7070391e-49f4-486e-ba60-c4cbdc58e832 req-972e02b1-9252-4ba2-8100-ffbec8d7dbbe tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0701766 Feb 20 20:06:11.772666 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-c4f47950-2e25-426f-9180-9be83b9c1c5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.1118701 Feb 20 20:06:11.823454 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-90c078a3-6c0d-4f67-a657-f9831f6b094b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.0434773 Feb 20 20:06:11.827316 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7070391e-49f4-486e-ba60-c4cbdc58e832 req-79e6a8f4-ba37-4620-a14d-f517005ec838 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496993 Feb 20 20:06:11.903236 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-ab8478af-c5fd-427b-bcb3-3dd97405b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.904829 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-ab8478af-c5fd-427b-bcb3-3dd97405b9c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.0708022 Feb 20 20:06:11.946889 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-5f310119-54e1-4782-9d7d-2143e68ba04c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355237 Feb 20 20:06:12.056995 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd48a1c-aa87-4ec9-a429-2991a5d2b108 req-3b83c19b-74c8-4b32-bf32-9de470ebc8d0 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:12.061817 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bfd48a1c-aa87-4ec9-a429-2991a5d2b108 req-3b83c19b-74c8-4b32-bf32-9de470ebc8d0 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0585737 Feb 20 20:06:12.064842 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc5348-9438-44fc-b81a-5914253103f0 req-4c754353-d053-4174-b92b-2d7533975c6a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:12.066482 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a7cc5348-9438-44fc-b81a-5914253103f0 req-4c754353-d053-4174-b92b-2d7533975c6a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.1429431 Feb 20 20:06:12.108832 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-8b96afcf-4fcd-4922-b196-a05c2aaa6bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509516 Feb 20 20:06:12.121770 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bfd48a1c-aa87-4ec9-a429-2991a5d2b108 req-c91a6cc9-e78f-4098-b0fc-41b07419a39e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569363 Feb 20 20:06:12.188538 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a7cc5348-9438-44fc-b81a-5914253103f0 req-2807a171-8199-4f15-bfd7-ad2a0446b69f tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146564 Feb 20 20:06:12.240108 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26bec3e3-f80e-4309-bfa9-e6805faeeb22 req-7546fba2-0a2a-4fca-b4bf-f4f3d7477d5b service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214042 Feb 20 20:06:12.973622 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119aa3f0-4271-4b2e-9bf0-8b6d3ccd060f req-0fc6747e-927b-40fa-8541-b2aa6a3f3b12 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:12.975131 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-119aa3f0-4271-4b2e-9bf0-8b6d3ccd060f req-0fc6747e-927b-40fa-8541-b2aa6a3f3b12 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0613291 Feb 20 20:06:13.023115 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-119aa3f0-4271-4b2e-9bf0-8b6d3ccd060f req-33e67d5e-f570-469e-8dd3-39e58b6008ac tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Feb 20 20:06:13.256882 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b63db9-9f41-4ae8-bd45-0dbfeee8a121 req-1eec8a8f-bbe9-4d59-a127-a08e007e0634 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.263081 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16b63db9-9f41-4ae8-bd45-0dbfeee8a121 req-1eec8a8f-bbe9-4d59-a127-a08e007e0634 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0661333 Feb 20 20:06:13.315671 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16b63db9-9f41-4ae8-bd45-0dbfeee8a121 req-50fd4784-3b01-40d5-8601-a097a06d8b33 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Feb 20 20:06:13.341537 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e64b3-64b0-4855-8b14-6636a5cd091b req-4d3fad22-2c1d-426a-9802-ac45b10e28bc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.348612 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-878e64b3-64b0-4855-8b14-6636a5cd091b req-4d3fad22-2c1d-426a-9802-ac45b10e28bc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.0599048 Feb 20 20:06:13.398353 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-878e64b3-64b0-4855-8b14-6636a5cd091b req-68d5ad20-bbf2-4793-9d60-77ea7b0c9035 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493493 Feb 20 20:06:14.053115 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-6f34113e-d715-42cb-aa93-fc4808c0400c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305854733&fields=id&tenant_id=39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 267 time: 0.0750210 Feb 20 20:06:14.179743 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-532b084f-611e-4e43-a0c1-bc4b02849b78 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.181262 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-532b084f-611e-4e43-a0c1-bc4b02849b78 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 812 time: 0.1215219 Feb 20 20:06:14.199353 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-925564ae-7dd6-400c-983f-b57408b992e6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/quotas/39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Feb 20 20:06:14.285097 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-ad3d0e94-af27-4786-8720-be4d8c4bbddf tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795605 Feb 20 20:06:14.371334 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506fc65-bb41-4322-a8ca-db80285a3eff req-9481d727-7c67-41c5-ac3e-f93eb9d2b522 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.376785 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f506fc65-bb41-4322-a8ca-db80285a3eff req-9481d727-7c67-41c5-ac3e-f93eb9d2b522 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0772433 Feb 20 20:06:14.465802 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f506fc65-bb41-4322-a8ca-db80285a3eff req-02253f9a-c7e2-4bb1-9930-37746b898838 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852144 Feb 20 20:06:14.587440 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33068c6-68f6-4f26-a352-2649071e2edf req-ce755cae-9bf5-4b96-9b91-743925e9d909 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.588978 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a33068c6-68f6-4f26-a352-2649071e2edf req-ce755cae-9bf5-4b96-9b91-743925e9d909 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0563502 Feb 20 20:06:14.624591 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-d817f775-9697-4e7a-b260-d8fd6d3d0cc7 service neutron] 10.222.0.48 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241260 Feb 20 20:06:14.642781 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a33068c6-68f6-4f26-a352-2649071e2edf req-5e1d0c4e-57de-4f58-bd2e-b9b1a98e39cb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470355 Feb 20 20:06:14.741638 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-afa3d73e-63e7-4908-b755-8c2c5e7efa10 service neutron] 10.222.0.48 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106815 Feb 20 20:06:14.820369 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd274c-dcf2-4f86-a880-bc496f6f57a4 req-fe79e741-7166-4715-af02-b9b86938a8cb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.823275 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f8dd274c-dcf2-4f86-a880-bc496f6f57a4 req-fe79e741-7166-4715-af02-b9b86938a8cb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1109929 Feb 20 20:06:14.887995 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f8dd274c-dcf2-4f86-a880-bc496f6f57a4 req-fce573e7-4afe-48dd-ad84-06442ac1d34e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581725 Feb 20 20:06:15.024337 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dfd309-2486-4a80-9e8e-518f6571d082 req-d9f5a7bc-60e6-45bb-bcf1-1237e73b7997 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.025873 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-90dfd309-2486-4a80-9e8e-518f6571d082 req-d9f5a7bc-60e6-45bb-bcf1-1237e73b7997 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 944 time: 0.0546210 Feb 20 20:06:15.077694 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-90dfd309-2486-4a80-9e8e-518f6571d082 req-4077def9-f85b-4960-9949-c5ff473ef096 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Feb 20 20:06:15.460199 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2c99628a-0340-41ce-ae6f-4557d65ef403 req-ec8305bd-24b8-4ab0-ada9-f5b190b40ea3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0317867 Feb 20 20:06:15.596732 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa9850-e1a0-430b-b16a-9a4ad21e4382 req-f361282f-c324-4541-b426-08d8a987ed56 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.598314 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2bfa9850-e1a0-430b-b16a-9a4ad21e4382 req-f361282f-c324-4541-b426-08d8a987ed56 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0546284 Feb 20 20:06:15.613582 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 66cf79a0-9595-4b54-b7e5-143dbd215ba0 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:15.647069 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2bfa9850-e1a0-430b-b16a-9a4ad21e4382 req-0949a36e-5046-43a9-85ef-3418bce7f17e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425141 Feb 20 20:06:15.718459 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=66cf79a0-9595-4b54-b7e5-143dbd215ba0,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:15.734881 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '66cf79a0-9595-4b54-b7e5-143dbd215ba0', 'network_id': '2cbc0eb2-b335-426e-809b-6b54a84974b7', 'port_id': '66cf79a0-9595-4b54-b7e5-143dbd215ba0', 'mac_address': 'fa:16:3e:5a:42:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e90286-8957-4b52-8e5f-31b307f5ec7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:15.780290 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:15.780586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.789716 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697d208-7572-45c6-bc67-94c9bcee1fc6 req-9c58305f-c838-4399-b254-3bdd8de51bed tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.791229 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8697d208-7572-45c6-bc67-94c9bcee1fc6 req-9c58305f-c838-4399-b254-3bdd8de51bed tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0631876 Feb 20 20:06:15.794532 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cf79a0-9595-4b54-b7e5-143dbd215ba0 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:15.814171 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=66cf79a0-9595-4b54-b7e5-143dbd215ba0,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:15.839017 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8697d208-7572-45c6-bc67-94c9bcee1fc6 req-b1985c90-4334-4e40-910d-3aaa921937af tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Feb 20 20:06:15.949150 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.998084 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=66cf79a0-9595-4b54-b7e5-143dbd215ba0,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:16.006938 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.007306 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.007859 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.008339 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.009731 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.010880 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.011378 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.011916 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.012276 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.012988 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.013753 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.014076 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.014554 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:16.037934 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4360b-106c-4e5e-ba24-52a5de118ccb req-abf3ff0d-cb1e-4bf1-8fcf-c3dd97e4dbb1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.039389 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-51d4360b-106c-4e5e-ba24-52a5de118ccb req-abf3ff0d-cb1e-4bf1-8fcf-c3dd97e4dbb1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0630541 Feb 20 20:06:16.090681 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-51d4360b-106c-4e5e-ba24-52a5de118ccb req-a9894185-514b-4807-bd92-4566b9c74f66 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455449 Feb 20 20:06:16.206401 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf7135-f67e-40af-be0c-68d18de8dfae req-6d8bd13b-9574-4cfa-9f75-14dc7e78c95b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.208010 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eccf7135-f67e-40af-be0c-68d18de8dfae req-6d8bd13b-9574-4cfa-9f75-14dc7e78c95b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 945 time: 0.0617027 Feb 20 20:06:16.256737 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eccf7135-f67e-40af-be0c-68d18de8dfae req-b78389bc-e848-4761-94c0-21b72727b53f tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Feb 20 20:06:16.332800 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['66cf79a0-9595-4b54-b7e5-143dbd215ba0'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:16.547982 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1883b5f6-dfc5-408f-9d6e-9557c8ea2f34 req-dec5bce4-9a0a-42c1-976b-3cb8d5ad05cc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0324447 Feb 20 20:06:16.772323 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc0702-75bd-4976-bb22-9df0276d27bd req-ef7a226c-9a5f-422a-a5aa-2fa7706343d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.773963 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-42bc0702-75bd-4976-bb22-9df0276d27bd req-ef7a226c-9a5f-422a-a5aa-2fa7706343d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0523398 Feb 20 20:06:16.829546 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-42bc0702-75bd-4976-bb22-9df0276d27bd req-3a2cd4e5-6f25-46ab-a4bb-f2ce224f9d10 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 Feb 20 20:06:17.001769 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704eea4-f0ba-4115-9ef5-28493244d593 req-d4a3258d-b98d-444d-9827-6f55c6f35d67 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.005234 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b704eea4-f0ba-4115-9ef5-28493244d593 req-d4a3258d-b98d-444d-9827-6f55c6f35d67 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0639966 Feb 20 20:06:17.074653 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b704eea4-f0ba-4115-9ef5-28493244d593 req-a3f01847-dc94-42dd-bc63-838dba85733e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616853 Feb 20 20:06:17.378663 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9ada0-b606-4644-aa57-697f5d7fb435 req-2d17f746-59ff-458d-ac5f-d503d6910f22 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.380320 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04f9ada0-b606-4644-aa57-697f5d7fb435 req-2d17f746-59ff-458d-ac5f-d503d6910f22 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 945 time: 0.0542808 Feb 20 20:06:17.428118 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-04f9ada0-b606-4644-aa57-697f5d7fb435 req-777d9cc8-011c-411c-b398-9e4744272fa1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Feb 20 20:06:17.590170 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41542) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:17.618485 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 66cf79a0-9595-4b54-b7e5-143dbd215ba0 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:17.647814 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-264bc3a2-251f-4892-b170-3642b3753155 req-d0fbb246-136c-447e-afe5-2b01d30ea55e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0330675 Feb 20 20:06:17.721340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-afe8e8cb-ba44-4ec9-892d-6ef636e9a8cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.805029 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-afe8e8cb-ba44-4ec9-892d-6ef636e9a8cb admin admin] Publish callbacks [] for security_group (3d7fb308-5759-4f43-ac85-c13923565bb5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.816871 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:17.821836 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:17.822213 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.908137 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:17.908817 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.936157 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf79a0-9595-4b54-b7e5-143dbd215ba0'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:17.937923 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc337deb-5717-4b95-aa3d-948cb4575a18" -d '{"events": [{"server_uuid": "c4c83820-38a2-40b1-b0bf-06e76eb7e734", "name": "network-vif-plugged", "status": "completed", "tag": "66cf79a0-9595-4b54-b7e5-143dbd215ba0"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:17.947997 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-afe8e8cb-ba44-4ec9-892d-6ef636e9a8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3d7fb308-5759-4f43-ac85-c13923565bb5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:17.977087 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=66cf79a0-9595-4b54-b7e5-143dbd215ba0,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:17.983198 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68469d83-2c7b-49cf-9097-6d34c0b85981 req-f3269a2f-5fc9-4bf5-9863-ddd546353d5c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.988377 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-68469d83-2c7b-49cf-9097-6d34c0b85981 req-f3269a2f-5fc9-4bf5-9863-ddd546353d5c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0847108 Feb 20 20:06:17.996628 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1a519-c55b-4870-b19b-095f8048515f x-openstack-request-id: req-d1d1a519-c55b-4870-b19b-095f8048515f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:17.997148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c83820-38a2-40b1-b0bf-06e76eb7e734", "name": "network-vif-plugged", "status": "completed", "tag": "66cf79a0-9595-4b54-b7e5-143dbd215ba0", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:17.997549 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1d1a519-c55b-4870-b19b-095f8048515f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:17.998096 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf79a0-9595-4b54-b7e5-143dbd215ba0', 'code': 200} Feb 20 20:06:18.064173 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e8cb-ba44-4ec9-892d-6ef636e9a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7fb308-5759-4f43-ac85-c13923565bb5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:18.068484 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.085863 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-afe8e8cb-ba44-4ec9-892d-6ef636e9a8cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0879e1ee4808400ab0b3dbd05ce6ff4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4944599 Feb 20 20:06:18.088007 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41560) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:18.133115 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-68469d83-2c7b-49cf-9097-6d34c0b85981 req-4675a476-9947-4fa0-9a56-6a5870703f4f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386518 Feb 20 20:06:18.152723 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=66cf79a0-9595-4b54-b7e5-143dbd215ba0,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:18.178704 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd12e1-e805-4021-a26d-ac51b5c46266 req-12f103b5-55d8-48e5-98d3-59a1ad9d4b3d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.180264 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14bd12e1-e805-4021-a26d-ac51b5c46266 req-12f103b5-55d8-48e5-98d3-59a1ad9d4b3d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0636742 Feb 20 20:06:18.197022 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09a77b90-d1b7-46d1-b06d-5ffc1d707bd5 admin admin] Publish callbacks [] for security_group (3d7fb308-5759-4f43-ac85-c13923565bb5), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.228760 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09a77b90-d1b7-46d1-b06d-5ffc1d707bd5 admin admin] Publish callbacks [] for security_group (3d7fb308-5759-4f43-ac85-c13923565bb5), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.232551 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14bd12e1-e805-4021-a26d-ac51b5c46266 req-8d08a27e-f43c-463c-8e88-d828f007b30c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Feb 20 20:06:18.307771 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48caf7-39b2-4394-9fd9-99fa2b8e359d req-e4bc3c0f-bb25-48f9-b643-eda6ebd0a5d3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.309271 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e48caf7-39b2-4394-9fd9-99fa2b8e359d req-e4bc3c0f-bb25-48f9-b643-eda6ebd0a5d3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0935481 Feb 20 20:06:18.364108 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e48caf7-39b2-4394-9fd9-99fa2b8e359d req-50b75a1f-d394-4806-99a1-b49737778855 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488548 Feb 20 20:06:18.445633 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09a77b90-d1b7-46d1-b06d-5ffc1d707bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3d7fb308-5759-4f43-ac85-c13923565bb5), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.448259 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-09a77b90-d1b7-46d1-b06d-5ffc1d707bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.450162 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-09a77b90-d1b7-46d1-b06d-5ffc1d707bd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d7fb308-5759-4f43-ac85-c13923565bb5 HTTP/1.1" status: 204 len: 168 time: 0.3436341 Feb 20 20:06:18.458582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a77b90-d1b7-46d1-b06d-5ffc1d707bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7fb308-5759-4f43-ac85-c13923565bb5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:18.528525 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf6033-6b1a-4290-b27b-e219f9942f46 req-67a69387-8480-4cc7-a60c-f48309dddc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.530253 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3abf6033-6b1a-4290-b27b-e219f9942f46 req-67a69387-8480-4cc7-a60c-f48309dddc85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 1130 time: 0.0656295 Feb 20 20:06:18.617026 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3abf6033-6b1a-4290-b27b-e219f9942f46 req-0045bd34-25fe-4dce-81ef-643e72c9d68d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772076 Feb 20 20:06:18.621307 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41574) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:18.634582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c01de-834c-4312-b7c2-31d16eda9be1 req-529c999d-2b96-42be-81a9-9c0a334fde61 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.636104 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c43c01de-834c-4312-b7c2-31d16eda9be1 req-529c999d-2b96-42be-81a9-9c0a334fde61 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.0849221 Feb 20 20:06:18.694928 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c43c01de-834c-4312-b7c2-31d16eda9be1 req-fd83ef89-38f6-4d29-8ea9-86b1a9e4e012 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Feb 20 20:06:18.799929 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f9185309-7a62-4cd7-896d-76866945df06 req-01faa9ef-438e-4a29-8b72-aba125efa63e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Feb 20 20:06:18.856968 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b30f-29cb-4fff-abc5-6bd684c0c701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:18.936025 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b30f-29cb-4fff-abc5-6bd684c0c701 admin admin] Publish callbacks [] for security_group (c66dfbd4-75a4-4611-a2d8-c22c192f3215), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.029405 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b30f-29cb-4fff-abc5-6bd684c0c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c66dfbd4-75a4-4611-a2d8-c22c192f3215), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.063359 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-6a88f63f-aaca-4c69-8b09-a70216f5ea17 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.067290 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-6a88f63f-aaca-4c69-8b09-a70216f5ea17 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 812 time: 0.1292145 Feb 20 20:06:19.077287 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f1e0b30f-29cb-4fff-abc5-6bd684c0c701 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=caee0292ab20428a93f98ac001e9ec8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546688 Feb 20 20:06:19.078296 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0b30f-29cb-4fff-abc5-6bd684c0c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66dfbd4-75a4-4611-a2d8-c22c192f3215,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:19.080738 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41594) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:19.139515 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9770c457-6c85-40a4-84cd-1f4dee8104b8 admin admin] Publish callbacks [] for security_group (c66dfbd4-75a4-4611-a2d8-c22c192f3215), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.152713 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-3c331312-d56d-4df4-9006-9b7d6061809c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 379 time: 0.0752077 Feb 20 20:06:19.164758 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9770c457-6c85-40a4-84cd-1f4dee8104b8 admin admin] Publish callbacks [] for security_group (c66dfbd4-75a4-4611-a2d8-c22c192f3215), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.165049 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'port': {'device_id': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'admin_state_up': True, 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'security_groups': ['dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:19.331847 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9770c457-6c85-40a4-84cd-1f4dee8104b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c66dfbd4-75a4-4611-a2d8-c22c192f3215), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.334561 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9770c457-6c85-40a4-84cd-1f4dee8104b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.341356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d98627-1b8a-47ae-a9c1-22ac173e2729 req-07b36935-b911-4bbc-937f-43991e130b12 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.341511 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9770c457-6c85-40a4-84cd-1f4dee8104b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c66dfbd4-75a4-4611-a2d8-c22c192f3215 HTTP/1.1" status: 204 len: 168 time: 0.2538524 Feb 20 20:06:19.343859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770c457-6c85-40a4-84cd-1f4dee8104b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66dfbd4-75a4-4611-a2d8-c22c192f3215,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:19.344355 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b3d98627-1b8a-47ae-a9c1-22ac173e2729 req-07b36935-b911-4bbc-937f-43991e130b12 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1093845 Feb 20 20:06:19.424614 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b3d98627-1b8a-47ae-a9c1-22ac173e2729 req-2ac2bf28-ca54-4b88-80a3-0f68d119342d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678191 Feb 20 20:06:19.515901 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e38152-134d-4919-af05-3c49fa5d38af req-f4584d79-be38-48cd-90f5-410556b0459d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.517359 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05e38152-134d-4919-af05-3c49fa5d38af req-f4584d79-be38-48cd-90f5-410556b0459d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0532527 Feb 20 20:06:19.568566 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05e38152-134d-4919-af05-3c49fa5d38af req-b0176a94-b168-4522-8a66-c2f1580077db tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Feb 20 20:06:19.585329 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Made reservation on behalf of 39e352f8dc714faeb93e6c1f8e2ec539 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:19.588791 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.619449 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:19.889446 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:19.910390 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'mac_address': 'fa:16:3e:1d:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:19.912827 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cf2332d7-47db-4c10-8c2f-954e080dd54a req-5c65cdbe-6231-4fdf-b42a-59c0c393745f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0394747 Feb 20 20:06:19.956665 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: ACTIVE; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:19.957142 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.976042 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e0be4e-d2be-4179-8a5d-6ec5ae622503 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:19.998426 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Allocated IP 172.20.0.4 (43344c9d-4812-4b26-9acf-69d081a8a1a2/21559d00-9369-430a-b6dc-9d2902b34e50/6c5153d7-dd99-4430-b0dc-e995c05eb2f4) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:20.001177 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41620) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:20.017341 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:20.020591 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22b2fc-0385-43b2-ad67-e87c0ed9e62f req-8ec8c2d1-2e70-400f-b2e8-331abbaba896 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.022161 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0f22b2fc-0385-43b2-ad67-e87c0ed9e62f req-8ec8c2d1-2e70-400f-b2e8-331abbaba896 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.0874393 Feb 20 20:06:20.113883 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.123974 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2008819613-network', 'tenant_id': 'c627d3905f4a4495a7700cbd2a65b482'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:20.155985 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0f22b2fc-0385-43b2-ad67-e87c0ed9e62f req-43f48cbe-b3c0-47f6-bd2a-c3420d5bf56a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217358 Feb 20 20:06:20.191170 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.221524 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.239581 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Made reservation on behalf of c627d3905f4a4495a7700cbd2a65b482 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:20.242002 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.252421 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.331623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks [] for security_group (40df81ef-5726-4705-93f7-5975aaec5414), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.334545 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.377772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:20.380895 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:20.391397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:20.418198 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.435217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (40df81ef-5726-4705-93f7-5975aaec5414), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.440355 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:06:20.456934 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (4de51a1c-a7ba-4105-b68b-7bd429109b9b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.457788 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Added segment 4de51a1c-a7ba-4105-b68b-7bd429109b9b of type vlan for network d5904aa1-dee6-4723-8f13-40bc7bfba296 Feb 20 20:06:20.459692 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.460882 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.464326 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['81e0be4e-d2be-4179-8a5d-6ec5ae622503'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:20.497960 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41630) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:20.527583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68daeaa5-d3e6-415b-b8a4-be05c1bb9b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.568885 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-04956015-e725-41e3-8507-226008a33a86 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4087307 Feb 20 20:06:20.584800 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Request body: {'port': {'device_id': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:20.613349 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (d5904aa1-dee6-4723-8f13-40bc7bfba296), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.646596 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40df81ef-5726-4705-93f7-5975aaec5414,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.719254 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.719903 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066b87-ddfa-4b94-bf2f-acf4dd9e6bbd req-9431f24a-1e1e-4dcc-948a-d14adaacca35 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.723049 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9a066b87-ddfa-4b94-bf2f-acf4dd9e6bbd req-9431f24a-1e1e-4dcc-948a-d14adaacca35 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.1591454 Feb 20 20:06:20.781323 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9a066b87-ddfa-4b94-bf2f-acf4dd9e6bbd req-4bbab99b-6e3e-4a66-8cc9-1dda65335efb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 Feb 20 20:06:20.793833 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (d5904aa1-dee6-4723-8f13-40bc7bfba296), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.795077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.795667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.830305 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-b46460e4-c9f6-4b92-9d70-6b2c1a2a001b None None] Provisioning complete for port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:20.831641 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b46460e4-c9f6-4b92-9d70-6b2c1a2a001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.873389 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b46460e4-c9f6-4b92-9d70-6b2c1a2a001b None None] Port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:20.873831 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] Pushing event updated for resources: {'Network': ['ID=d5904aa1-dee6-4723-8f13-40bc7bfba296,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.884801 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network d5904aa1-dee6-4723-8f13-40bc7bfba296 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:06:20.897434 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1b90-6380-4932-8261-2205d440a5cf req-9ed4196f-493c-4f28-8727-b299739bd874 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.898926 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3ffe1b90-6380-4932-8261-2205d440a5cf req-9ed4196f-493c-4f28-8727-b299739bd874 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1983452 Feb 20 20:06:20.947763 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-250c33c8-3376-47de-8493-5aed53d9812c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9439812 Feb 20 20:06:20.950755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41636) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:20.951315 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68daeaa5-d3e6-415b-b8a4-be05c1bb9b46 admin admin] Publish callbacks [] for security_group (8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.956863 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Request body: {'subnet': {'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2008819613-subnet', 'tenant_id': 'c627d3905f4a4495a7700cbd2a65b482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:21.026898 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3ffe1b90-6380-4932-8261-2205d440a5cf req-f72cefaa-7efa-4b24-a238-0739d9efdd66 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184087 Feb 20 20:06:21.061480 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2bcc1-9cd1-4245-9b6c-4a6857eaee21 req-c4ef1f2d-8de8-4302-a754-9f2ed6de36c8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.062955 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61d2bcc1-9cd1-4245-9b6c-4a6857eaee21 req-c4ef1f2d-8de8-4302-a754-9f2ed6de36c8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 931 time: 0.0594785 Feb 20 20:06:21.075190 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68daeaa5-d3e6-415b-b8a4-be05c1bb9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.085538 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Made reservation on behalf of c627d3905f4a4495a7700cbd2a65b482 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:21.088101 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.133057 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-68daeaa5-d3e6-415b-b8a4-be05c1bb9b46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fd4e1e125dc4c839d256f86be8ccd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6344702 Feb 20 20:06:21.137069 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41638) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:21.156206 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68daeaa5-d3e6-415b-b8a4-be05c1bb9b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:21.176502 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:21.187410 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Publish callbacks [] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.198610 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61d2bcc1-9cd1-4245-9b6c-4a6857eaee21 req-c36ee757-0f45-434f-b5d6-19447c43ae0f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298864 Feb 20 20:06:21.239772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Transition to ACTIVE for port object 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:21.256249 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-817369b0-558c-4a03-8409-d387b3155560 admin admin] Publish callbacks [] for security_group (8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.325480 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dec6ab-4d8a-431b-a75e-82ad3d5f1450 req-3e784b01-1533-45b5-8e5a-ff1bf039f4bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.327644 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-82dec6ab-4d8a-431b-a75e-82ad3d5f1450 req-3e784b01-1533-45b5-8e5a-ff1bf039f4bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.1047974 Feb 20 20:06:21.333576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-817369b0-558c-4a03-8409-d387b3155560 admin admin] Publish callbacks [] for security_group (8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.351990 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.470312 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:21.499757 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-82dec6ab-4d8a-431b-a75e-82ad3d5f1450 req-63baccd7-d1a2-43b8-8292-caf19c0a31b5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625724 Feb 20 20:06:21.531999 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Attempting to bind port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:21.532349 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Attempting to bind port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:21.532874 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Attempting to bind port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:21.537949 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:21.538276 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Attempting to bind port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:21.543731 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:21.544330 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Checking segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:21.544858 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Bound using segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:21.545348 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Bound port: 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:21.545769 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.624220 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] For port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:21.627349 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] For port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:21.628961 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:21.683696 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:21.684090 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.691932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (16b1c87e-bf8e-4ec3-922b-fee207c6eb6e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.698007 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-817369b0-558c-4a03-8409-d387b3155560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.700618 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-817369b0-558c-4a03-8409-d387b3155560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.701829 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-817369b0-558c-4a03-8409-d387b3155560 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014 HTTP/1.1" status: 204 len: 168 time: 0.5623863 Feb 20 20:06:21.772406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817369b0-558c-4a03-8409-d387b3155560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4a8f5d-bc93-47e8-ab2a-a59e67cfb014,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:21.786101 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:21.786757 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.794616 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.809988 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b1c87e-bf8e-4ec3-922b-fee207c6eb6e,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:21.820389 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Checking segment: {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:21.820700 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Network hostable DHCP agents. Network: d5904aa1-dee6-4723-8f13-40bc7bfba296, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:06:21.871326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.872106 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:21.873568 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/6c5153d7-dd99-4430-b0dc-e995c05eb2f4 HTTP/1.1" status: 200 len: 1093 time: 1.2940569 Feb 20 20:06:21.874299 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:21.876966 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ba286-008f-402d-970e-907ce8397044" -d '{"events": [{"name": "network-changed", "server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:21.882009 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:21.883603 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:21.886435 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80eed67-4944-4cb1-b0a9-116faa927770" -d '{"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-plugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:21.912581 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f86f2-ddca-4647-8800-a1efbb0b65a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:21.936366 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afed122a-4513-4fe2-b7d0-dfb48b66603d x-openstack-request-id: req-afed122a-4513-4fe2-b7d0-dfb48b66603d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:21.936366 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:21.936366 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afed122a-4513-4fe2-b7d0-dfb48b66603d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:21.936664 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'status': 'completed', 'code': 200} Feb 20 20:06:21.968270 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6275f3-04f1-4afb-b6ee-ed5abfb42eb0 x-openstack-request-id: req-4d6275f3-04f1-4afb-b6ee-ed5abfb42eb0 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:21.969877 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-plugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:21.969877 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d6275f3-04f1-4afb-b6ee-ed5abfb42eb0 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:21.969877 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'code': 200} Feb 20 20:06:22.012620 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e9fe5-11d5-4e3d-a1c3-a2836d66f310 req-4e998103-12ac-4c4b-8b23-5b3990937626 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.015115 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0c4e9fe5-11d5-4e3d-a1c3-a2836d66f310 req-4e998103-12ac-4c4b-8b23-5b3990937626 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.1116302 Feb 20 20:06:22.016817 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Network d5904aa1-dee6-4723-8f13-40bc7bfba296 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:06:22.039820 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.051010 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ba286-008f-402d-970e-907ce8397044 req-b0559549-d084-4951-aeee-1e42eb535e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.051539 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed1ba286-008f-402d-970e-907ce8397044 req-b0559549-d084-4951-aeee-1e42eb535e08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 1127 time: 0.0990217 Feb 20 20:06:22.102276 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:22.108702 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0c4e9fe5-11d5-4e3d-a1c3-a2836d66f310 req-7252d3fa-b4de-429f-94b6-d9b6bb973552 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793743 Feb 20 20:06:22.128331 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, d5904aa1-dee6-4723-8f13-40bc7bfba296) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:22.140861 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0882f1-6342-4316-b87a-6854a81b7075 None None] Network d5904aa1-dee6-4723-8f13-40bc7bfba296 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:06:22.141184 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.142112 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.274307 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e633ae4-721d-46b1-a70e-2780eb2e50be None None] Network d5904aa1-dee6-4723-8f13-40bc7bfba296 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:06:22.317881 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a5b87de6-d852-4bc7-87dc-da6490bdffee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3654282 Feb 20 20:06:22.319332 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ddf79-7b8c-4ee7-8529-5a755b2230ee req-5ce306e8-41d4-4bcf-a0ea-c3d30b50c652 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.327139 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-945ddf79-7b8c-4ee7-8529-5a755b2230ee req-5ce306e8-41d4-4bcf-a0ea-c3d30b50c652 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1267946 Feb 20 20:06:22.339938 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ba286-008f-402d-970e-907ce8397044 req-4165f560-5a11-4d2e-a9b4-8f0f1873d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.346961 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed1ba286-008f-402d-970e-907ce8397044 req-4165f560-5a11-4d2e-a9b4-8f0f1873d92a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2302825 Feb 20 20:06:22.503571 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afcdb8-2205-41d6-93c3-6f455579c8b3 req-6bfa4700-c74a-41b2-83f9-4258af4327d6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.523928 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-35afcdb8-2205-41d6-93c3-6f455579c8b3 req-6bfa4700-c74a-41b2-83f9-4258af4327d6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.1658962 Feb 20 20:06:22.594601 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-945ddf79-7b8c-4ee7-8529-5a755b2230ee req-6f5bb302-3e6c-481b-a671-481e1059f876 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592814 Feb 20 20:06:22.661733 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-35afcdb8-2205-41d6-93c3-6f455579c8b3 req-eec48534-57d2-4ef4-bed6-554de52df45a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257265 Feb 20 20:06:22.710190 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ba286-008f-402d-970e-907ce8397044 req-4426da8f-6d4a-4113-b0b8-6030c11f7e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.712393 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ed1ba286-008f-402d-970e-907ce8397044 req-4426da8f-6d4a-4113-b0b8-6030c11f7e74 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2902908 Feb 20 20:06:22.805260 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-e27e4489-53e2-44ef-a365-98b80a531f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.807365 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-e27e4489-53e2-44ef-a365-98b80a531f5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 1127 time: 0.0529120 Feb 20 20:06:22.891754 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-89ae2f0b-dae8-4a76-961f-6f538057c606 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4 HTTP/1.1" status: 200 len: 217 time: 0.0657601 Feb 20 20:06:22.947623 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-701a4691-6d1a-4595-b0ec-f88a8f8a9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.950511 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-701a4691-6d1a-4595-b0ec-f88a8f8a9592 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0572312 Feb 20 20:06:23.029140 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-555b1654-5ed7-4ea2-ba23-72a0dba63ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.030738 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-555b1654-5ed7-4ea2-ba23-72a0dba63ad1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700495 Feb 20 20:06:23.142744 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-63d9af29-bc4f-4969-849f-a432ed8ae660 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002302 Feb 20 20:06:23.275642 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-381f9a27-8696-4a89-81cc-b5fcf20fcce4 req-7edbe042-005f-45fd-a25a-ff09abc4b8bd service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257019 Feb 20 20:06:23.292195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965bb34-54b7-4369-a5d7-b1911015a29f req-3d7ab179-5e9f-42c8-9f18-eed1f14cfb75 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.293681 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6965bb34-54b7-4369-a5d7-b1911015a29f req-3d7ab179-5e9f-42c8-9f18-eed1f14cfb75 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0867970 Feb 20 20:06:23.423891 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6965bb34-54b7-4369-a5d7-b1911015a29f req-7e14228f-17ce-4a4b-9fd8-cf94fbd77ce7 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242445 Feb 20 20:06:23.813681 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136787b-b940-4c8a-a8e2-cb38fe888c09 req-50fb11ba-2f39-44a5-b2db-94b6cbc51b18 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.823456 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0136787b-b940-4c8a-a8e2-cb38fe888c09 req-50fb11ba-2f39-44a5-b2db-94b6cbc51b18 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1216505 Feb 20 20:06:23.901441 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0136787b-b940-4c8a-a8e2-cb38fe888c09 req-3f58a41a-0169-483a-bf62-796518881c0d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715978 Feb 20 20:06:24.059773 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e3c4-a50e-4c76-b534-f3e9d45d6fe9 req-06ddfa97-e1bc-453f-a511-dff2a8808e98 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:24.084813 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7281e3c4-a50e-4c76-b534-f3e9d45d6fe9 req-06ddfa97-e1bc-453f-a511-dff2a8808e98 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0734756 Feb 20 20:06:24.120185 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7281e3c4-a50e-4c76-b534-f3e9d45d6fe9 req-cb5d3e2a-dcd2-43e6-b257-95770dde4a07 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525990 Feb 20 20:06:24.664049 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2924831-dbdc-4644-92fe-ced5a7e24f03 req-a8d1994a-dd5f-442b-8aac-bbbf5e8acc71 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:24.672748 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c2924831-dbdc-4644-92fe-ced5a7e24f03 req-a8d1994a-dd5f-442b-8aac-bbbf5e8acc71 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1035480 Feb 20 20:06:24.729134 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c2924831-dbdc-4644-92fe-ced5a7e24f03 req-22a97479-45e2-4b84-a2d5-cab4b4840192 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547605 Feb 20 20:06:25.124943 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3908cc-e5b6-478e-9c31-392094f54982 req-a751eb30-73dc-4a4f-9b34-4b666f1422c0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.126806 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d3908cc-e5b6-478e-9c31-392094f54982 req-a751eb30-73dc-4a4f-9b34-4b666f1422c0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1380577 Feb 20 20:06:25.216378 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d3908cc-e5b6-478e-9c31-392094f54982 req-3cd39c6c-531b-4f8f-984e-33c7219bb256 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820146 Feb 20 20:06:25.435470 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675607ca-bef4-4313-b45e-677474443256 req-767942cf-9589-40fe-ac8d-88325a8cb09e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.443279 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-675607ca-bef4-4313-b45e-677474443256 req-767942cf-9589-40fe-ac8d-88325a8cb09e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.1581161 Feb 20 20:06:25.503394 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-675607ca-bef4-4313-b45e-677474443256 req-2ec96a22-6a78-4f07-b260-7bb52e4ef2f3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589256 Feb 20 20:06:25.924663 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cd6a3-37d2-4103-a926-0aa3131cb173 req-75cc38e6-f776-4d67-9b45-e8899c9b661d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.930926 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b7cd6a3-37d2-4103-a926-0aa3131cb173 req-75cc38e6-f776-4d67-9b45-e8899c9b661d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0989120 Feb 20 20:06:25.999447 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b7cd6a3-37d2-4103-a926-0aa3131cb173 req-9dea3495-d0fe-4bee-a754-5a0b3ad91b5f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620427 Feb 20 20:06:26.064784 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-23678feb-5012-4d3f-b67c-c15870947b62 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.066294 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-23678feb-5012-4d3f-b67c-c15870947b62 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/networks?id=d5904aa1-dee6-4723-8f13-40bc7bfba296 HTTP/1.1" status: 200 len: 814 time: 0.1673577 Feb 20 20:06:26.094387 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-a41bbaaf-3f8b-438f-8278-331918a7050a tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/quotas/c627d3905f4a4495a7700cbd2a65b482 HTTP/1.1" status: 200 len: 375 time: 0.0219405 Feb 20 20:06:26.127885 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-0ca71620-979a-4c55-a925-1e8a71f8c2e5 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c627d3905f4a4495a7700cbd2a65b482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322149 Feb 20 20:06:26.245054 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-49ac89d3-8d00-44b1-ae28-3e6e65dee151 service neutron] 10.222.0.48 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000307 Feb 20 20:06:26.410202 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-06f02a09-48f2-4116-bc57-6ba7ba5168f9 service neutron] 10.222.0.48 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621978 Feb 20 20:06:26.469674 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77b106-d300-41cc-8d91-3196383ea7ef req-4af92ee6-3a95-41c3-9afc-e44fd1d46b74 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.484846 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-df77b106-d300-41cc-8d91-3196383ea7ef req-4af92ee6-3a95-41c3-9afc-e44fd1d46b74 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1326077 Feb 20 20:06:26.545087 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-df77b106-d300-41cc-8d91-3196383ea7ef req-995a73e8-d9c2-4026-b83b-ca7308794794 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590603 Feb 20 20:06:26.711197 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb48bc-278c-4d84-b082-b5013d5cb6ee req-9f884493-e195-4250-b42b-1c8ac70d09db tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.711197 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49fb48bc-278c-4d84-b082-b5013d5cb6ee req-9f884493-e195-4250-b42b-1c8ac70d09db tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0756633 Feb 20 20:06:26.756655 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49fb48bc-278c-4d84-b082-b5013d5cb6ee req-ed090919-d768-4d88-b7e0-23525e34a159 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537927 Feb 20 20:06:27.143011 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d642a0-eb3e-4de6-aa0b-b3f806a877fc req-fd3edd10-e443-4492-8863-692e11b1fb50 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.143794 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8f99e2ff-8d23-426f-b42a-fdf37bfc8a53 req-878ece7d-8343-4067-8252-2e332332b05b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 210 time: 0.0301614 Feb 20 20:06:27.144678 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-25d642a0-eb3e-4de6-aa0b-b3f806a877fc req-fd3edd10-e443-4492-8863-692e11b1fb50 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0620799 Feb 20 20:06:27.193009 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-25d642a0-eb3e-4de6-aa0b-b3f806a877fc req-06054bbc-8092-45a8-a087-f99af60711e9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Feb 20 20:06:27.721657 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91783795-b3b1-4edf-9c46-9876c9b17538 req-5ab19d8b-ca88-49d8-a0ce-0d77aa1db3f8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.723876 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-91783795-b3b1-4edf-9c46-9876c9b17538 req-5ab19d8b-ca88-49d8-a0ce-0d77aa1db3f8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0957112 Feb 20 20:06:27.816119 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-91783795-b3b1-4edf-9c46-9876c9b17538 req-9cb6cb79-1ef5-46ef-8516-f02b4b09eb11 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771582 Feb 20 20:06:27.932237 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291ecee-bbd3-418d-b1bb-724164268bf9 req-0739bbea-3537-44cf-ad1f-bfe4da4c8fe7 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.934208 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f291ecee-bbd3-418d-b1bb-724164268bf9 req-0739bbea-3537-44cf-ad1f-bfe4da4c8fe7 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0719850 Feb 20 20:06:27.999814 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f291ecee-bbd3-418d-b1bb-724164268bf9 req-5b992ea0-f61c-4412-b5e0-f970bc98d226 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593672 Feb 20 20:06:28.159406 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:28.260890 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-31d9eb60-2d35-4b83-90c6-f2235e5714cb req-f7faea6e-5124-4a6e-a564-3b6d76ce08c3 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 210 time: 0.0558379 Feb 20 20:06:28.364573 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8503c8f-7864-4e4b-afc3-0aa927304f32 req-6f853e5a-9d9e-421c-97b1-5456cbf364eb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:28.372894 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f8503c8f-7864-4e4b-afc3-0aa927304f32 req-6f853e5a-9d9e-421c-97b1-5456cbf364eb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0681961 Feb 20 20:06:28.429499 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f8503c8f-7864-4e4b-afc3-0aa927304f32 req-d4639735-2e0b-4bb2-bf7e-82bb402d2963 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557365 Feb 20 20:06:29.031494 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb15c0-eaf7-4766-8e8e-a30d10f70c1f req-c71d852b-3086-4367-837f-cec720010dab tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.033362 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-71bb15c0-eaf7-4766-8e8e-a30d10f70c1f req-c71d852b-3086-4367-837f-cec720010dab tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0777314 Feb 20 20:06:29.090922 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-71bb15c0-eaf7-4766-8e8e-a30d10f70c1f req-7dab1867-12f2-402d-8256-0e50e004f3a8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497904 Feb 20 20:06:29.156698 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b209b43-0bbc-4634-ac6b-b0293cd73797 req-a13ae53d-3493-4f20-9674-3a359a93c931 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.164745 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7b209b43-0bbc-4634-ac6b-b0293cd73797 req-a13ae53d-3493-4f20-9674-3a359a93c931 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0872121 Feb 20 20:06:29.219342 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7b209b43-0bbc-4634-ac6b-b0293cd73797 req-2c5f01f2-110e-4a04-9772-8dd52c35cebd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548201 Feb 20 20:06:29.354586 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1840cd15-473d-4d49-bc2e-1ed153d7f25d req-49cbf7fe-3bdc-4447-8000-87a815d27fd2 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 210 time: 0.0299647 Feb 20 20:06:29.581388 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a0161-be58-4adc-8918-43e63b545008 req-44996e95-2eb0-4c34-a8d1-214fabcab986 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.582893 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f6a0161-be58-4adc-8918-43e63b545008 req-44996e95-2eb0-4c34-a8d1-214fabcab986 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0606282 Feb 20 20:06:29.641559 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f6a0161-be58-4adc-8918-43e63b545008 req-083cc35e-577f-4298-bfc5-7c1324a2251a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530281 Feb 20 20:06:29.876825 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3553-3c46-4cea-bddc-92813c211ae3 req-f7296e73-15a0-4901-a217-1bfce12aeed9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.879526 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6eec3553-3c46-4cea-bddc-92813c211ae3 req-f7296e73-15a0-4901-a217-1bfce12aeed9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0615935 Feb 20 20:06:29.948772 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6eec3553-3c46-4cea-bddc-92813c211ae3 req-2f6d61da-902d-430f-a8dc-7857316d1028 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623465 Feb 20 20:06:30.015491 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-52685d5e-9b5a-41c6-b9bf-569e5f5fea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.017244 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-52685d5e-9b5a-41c6-b9bf-569e5f5fea42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0634794 Feb 20 20:06:30.386454 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-f710142e-8ccc-4a84-a318-fc54916f7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.389057 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-f710142e-8ccc-4a84-a318-fc54916f7933 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.3624845 Feb 20 20:06:30.438179 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-f0617e58-4a0b-4a24-87f9-7bb40fa1518f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.440689 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-f0617e58-4a0b-4a24-87f9-7bb40fa1518f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "GET /v2.0/networks?id=d5904aa1-dee6-4723-8f13-40bc7bfba296 HTTP/1.1" status: 200 len: 814 time: 0.3806186 Feb 20 20:06:30.507086 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Request body: {'port': {'device_id': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296', 'admin_state_up': True, 'tenant_id': 'c627d3905f4a4495a7700cbd2a65b482'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:30.517082 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-85042c36-689f-41b8-a85a-125bcbe5e463 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.1126134 Feb 20 20:06:30.551330 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273ce87-bc2a-4bdb-85ca-4666057b8a30 req-f5108cd9-175c-4016-9171-154f21695d95 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.567574 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1273ce87-bc2a-4bdb-85ca-4666057b8a30 req-f5108cd9-175c-4016-9171-154f21695d95 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.1335645 Feb 20 20:06:30.669077 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1273ce87-bc2a-4bdb-85ca-4666057b8a30 req-2916d4f1-e9e7-42df-8936-9bc60b2bbbb6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996075 Feb 20 20:06:30.730661 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4b2f2-5bfe-40a5-bdbb-d61e3b120024 req-f0f09944-54fc-4e58-807d-3dda7822556a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.743024 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-53d4b2f2-5bfe-40a5-bdbb-d61e3b120024 req-f0f09944-54fc-4e58-807d-3dda7822556a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.4606016 Feb 20 20:06:30.821035 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-933acdde-ba95-45d4-b620-40953894fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.824088 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-933acdde-ba95-45d4-b620-40953894fe74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.2780445 Feb 20 20:06:30.943609 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-7611d5f7-6bda-4d52-8562-6d6162b7d978 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944829 Feb 20 20:06:31.037134 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce6e7abb-b04c-4e79-8d67-abca580208a7 req-c75afecd-826f-49b1-926d-f7f4df28e395 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 210 time: 0.0596364 Feb 20 20:06:31.040887 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41918) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:31.094536 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-53d4b2f2-5bfe-40a5-bdbb-d61e3b120024 req-baa589d4-281e-4430-9889-2d4493a5d035 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493640 Feb 20 20:06:31.357672 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-96e0976d-0e18-4d51-a50a-8761279d6df5 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911793 Feb 20 20:06:31.366650 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d27d98b7-7be3-4f68-9e6f-ab3cabde6c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:31.436594 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e1714-db57-4cf4-af5d-1aed192ae76c req-59be7231-54df-4891-a696-c0b43b7bb3f8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.437977 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-777e1714-db57-4cf4-af5d-1aed192ae76c req-59be7231-54df-4891-a696-c0b43b7bb3f8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.2507074 Feb 20 20:06:31.455307 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Made reservation on behalf of c627d3905f4a4495a7700cbd2a65b482 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:31.478650 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:31.497831 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46519992-62aa-45d0-8d7b-35b55f119a45 req-bad214e8-13f8-46e6-9e83-5389b85c00d7 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.500515 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-46519992-62aa-45d0-8d7b-35b55f119a45 req-bad214e8-13f8-46e6-9e83-5389b85c00d7 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1836836 Feb 20 20:06:31.507021 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-777e1714-db57-4cf4-af5d-1aed192ae76c req-9fbe7ecf-b2f4-42d2-97ac-22b898729cc2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681491 Feb 20 20:06:31.539561 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d27d98b7-7be3-4f68-9e6f-ab3cabde6c93 admin admin] Publish callbacks [] for security_group (92cc4645-c16d-4b5f-97db-588d63509fe6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:31.580958 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1c9de5d2-6bed-4731-9709-e648ee5bfe30 req-6177b7ec-4fdc-4311-a937-97e87e317b45 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104387 Feb 20 20:06:31.621724 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-46519992-62aa-45d0-8d7b-35b55f119a45 req-9a6d1601-1eb7-453d-bf90-7804af919916 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065080 Feb 20 20:06:31.670163 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Allocated IP 172.20.0.4 (d5904aa1-dee6-4723-8f13-40bc7bfba296/16b1c87e-bf8e-4ec3-922b-fee207c6eb6e/50f4ed0d-462c-4e99-a4c8-ba96378c945f) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:31.676651 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:31.780374 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:31.792737 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'port_id': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'mac_address': 'fa:16:3e:ea:a3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:31.833772 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:31.834435 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:31.848455 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:31.875411 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:31.892310 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16019d-346e-489b-8def-91e76b2ab7e8 req-0f844eea-636d-4ac0-8f53-7b8cc6d76956 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.893829 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd16019d-346e-489b-8def-91e76b2ab7e8 req-0f844eea-636d-4ac0-8f53-7b8cc6d76956 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 943 time: 0.0951753 Feb 20 20:06:31.919609 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks [] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:31.975601 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd16019d-346e-489b-8def-91e76b2ab7e8 req-c06c08b0-c332-4b14-8471-62f693ec87cb tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739312 Feb 20 20:06:32.079503 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d27d98b7-7be3-4f68-9e6f-ab3cabde6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (92cc4645-c16d-4b5f-97db-588d63509fe6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.120372 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d27d98b7-7be3-4f68-9e6f-ab3cabde6c93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b293b48f2040c3a40840e898a87f15&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0750866 Feb 20 20:06:32.121368 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d98b7-7be3-4f68-9e6f-ab3cabde6c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cc4645-c16d-4b5f-97db-588d63509fe6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:32.122973 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41934) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:32.131050 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.147190 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-331be3d4-ec39-46cd-acf9-afba58e2dfea req-f8cbcb70-7f9a-4ef0-9eb4-17b656e8da0b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 210 time: 0.0339429 Feb 20 20:06:32.153164 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.213963 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Network d5904aa1-dee6-4723-8f13-40bc7bfba296 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:32.214880 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:32.219886 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:32.221772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Pushing event updated for resources: {'Port': ['ID=50f4ed0d-462c-4e99-a4c8-ba96378c945f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:32.235436 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:32.315431 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.316133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.320148 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833a0c9f-8259-4fc5-ada9-2c2e05f3b562 admin admin] Publish callbacks [] for security_group (92cc4645-c16d-4b5f-97db-588d63509fe6), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.469944 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f966c264-f487-4251-ba59-64d1c5e3879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.472882 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc51c7d-b1d3-4860-98da-06bf5295384d req-5debb287-83d3-4b01-ba0d-cfeeb6a7fc26 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.483165 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cbc51c7d-b1d3-4860-98da-06bf5295384d req-5debb287-83d3-4b01-ba0d-cfeeb6a7fc26 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0792871 Feb 20 20:06:32.564507 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['6c5153d7-dd99-4430-b0dc-e995c05eb2f4'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:32.588610 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cbc51c7d-b1d3-4860-98da-06bf5295384d req-2ebcb02c-598b-4191-80b1-a99dc950bec2 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041050 Feb 20 20:06:32.632612 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833a0c9f-8259-4fc5-ada9-2c2e05f3b562 admin admin] Publish callbacks [] for security_group (92cc4645-c16d-4b5f-97db-588d63509fe6), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.814739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813be1d-e56d-4a75-89d8-a3577c351b0b req-6fd2cf85-41a6-4d49-805e-fd421ef91edb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.825995 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9813be1d-e56d-4a75-89d8-a3577c351b0b req-6fd2cf85-41a6-4d49-805e-fd421ef91edb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1089628 Feb 20 20:06:32.869424 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-f3a4f94d-ef2f-4c71-aa55-0b2eec88b7ae tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432372336&fields=id&tenant_id=057906f4fe5b428bbc98401ffe0ae8f6 HTTP/1.1" status: 200 len: 267 time: 0.1631997 Feb 20 20:06:32.890200 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-709a9b70-9b76-4fbf-ae14-e419948a1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.892881 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-709a9b70-9b76-4fbf-ae14-e419948a1e26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1129 time: 0.1596258 Feb 20 20:06:32.894031 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833a0c9f-8259-4fc5-ada9-2c2e05f3b562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (92cc4645-c16d-4b5f-97db-588d63509fe6), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.898163 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-833a0c9f-8259-4fc5-ada9-2c2e05f3b562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:32.900310 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-833a0c9f-8259-4fc5-ada9-2c2e05f3b562 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92cc4645-c16d-4b5f-97db-588d63509fe6 HTTP/1.1" status: 204 len: 168 time: 0.7754476 Feb 20 20:06:32.903428 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9813be1d-e56d-4a75-89d8-a3577c351b0b req-a027ab79-3b8a-47e2-b093-b11e22bbedc3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729179 Feb 20 20:06:33.008495 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-20c12229-f029-4a76-b53c-6653bfe52241 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5060804 Feb 20 20:06:33.034984 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Request body: {'port': {'device_id': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:33.053152 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a0c9f-8259-4fc5-ada9-2c2e05f3b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cc4645-c16d-4b5f-97db-588d63509fe6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:33.103347 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ab47a-7df8-4c8a-8572-2202681148fd req-2b8cf9c1-f183-4160-b671-12beebe66d60 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.104970 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dc8ab47a-7df8-4c8a-8572-2202681148fd req-2b8cf9c1-f183-4160-b671-12beebe66d60 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1064353 Feb 20 20:06:33.208615 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dc8ab47a-7df8-4c8a-8572-2202681148fd req-6fb373e1-c1e0-4536-b1c5-06ba3651c28c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912457 Feb 20 20:06:33.220790 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.320369 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-547a0695-6eff-483b-aded-a3b104af2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.322224 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-547a0695-6eff-483b-aded-a3b104af2ec1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 912 time: 0.4198804 Feb 20 20:06:33.330061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-6187daf7-66cd-4c36-80d7-c85fb71a33c6 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.336891 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-6187daf7-66cd-4c36-80d7-c85fb71a33c6 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/networks?id=23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 200 len: 809 time: 0.4541821 Feb 20 20:06:33.390683 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686cc7-3224-434e-a3ea-8c2d408bbe64 req-196cb1b5-6679-43e1-9db1-ce34a4a52c14 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.390960 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-8680d67a-620a-4048-b91d-8be978ed0921 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/quotas/057906f4fe5b428bbc98401ffe0ae8f6 HTTP/1.1" status: 200 len: 375 time: 0.0532205 Feb 20 20:06:33.392150 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b1686cc7-3224-434e-a3ea-8c2d408bbe64 req-196cb1b5-6679-43e1-9db1-ce34a4a52c14 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 944 time: 0.1099925 Feb 20 20:06:33.463787 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b1686cc7-3224-434e-a3ea-8c2d408bbe64 req-30399fad-dca5-4354-8091-1847032e65ff tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630891 Feb 20 20:06:33.573426 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-841fa820-cfab-4ff0-8961-b16082516c43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 1000 time: 0.2317147 Feb 20 20:06:33.585041 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108163a-99c7-4d0a-9e61-03d64f1f77cf req-60e8c5c8-6cc8-42f8-adf9-e6d6ccf16433 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.592696 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a108163a-99c7-4d0a-9e61-03d64f1f77cf req-60e8c5c8-6cc8-42f8-adf9-e6d6ccf16433 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 931 time: 0.0660410 Feb 20 20:06:33.650202 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a108163a-99c7-4d0a-9e61-03d64f1f77cf req-639aac24-0a98-40f1-a7a9-56d922db8811 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559335 Feb 20 20:06:33.687822 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-dc587264-6585-4954-88c7-1817d823b944 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2444608 Feb 20 20:06:33.702136 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-208f2bfd-898a-49b9-ac08-9bb8c7e71b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.703655 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-208f2bfd-898a-49b9-ac08-9bb8c7e71b28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.1192853 Feb 20 20:06:33.810601 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42bd1f-a07c-4da6-bc7d-828a54b86f5a req-b57f0ff5-02db-4568-ad98-73a7639c9336 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.817557 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0e42bd1f-a07c-4da6-bc7d-828a54b86f5a req-b57f0ff5-02db-4568-ad98-73a7639c9336 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0783496 Feb 20 20:06:33.832551 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 41964) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:33.875611 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0e42bd1f-a07c-4da6-bc7d-828a54b86f5a req-fed0a3c6-116b-4e9d-afe8-43ff53566a18 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568328 Feb 20 20:06:33.886507 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe42527-7caf-48d7-94c5-00053fc258f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.951847 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-32b8bf11-b640-42b0-a62f-3539d85837c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.953384 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-32b8bf11-b640-42b0-a62f-3539d85837c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2369149 Feb 20 20:06:34.031490 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-f333468a-e8dc-4e90-a584-02d50fdfeaf3 service neutron] 10.222.0.48 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268189 Feb 20 20:06:34.073610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf98d6-d9a0-4566-a798-43f87cfe60d4 req-07ad2e1c-75c3-410f-bb77-a73b08d8ab4c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.081796 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1abf98d6-d9a0-4566-a798-43f87cfe60d4 req-07ad2e1c-75c3-410f-bb77-a73b08d8ab4c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0929687 Feb 20 20:06:34.095390 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f4ed0d-462c-4e99-a4c8-ba96378c945f {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:34.105138 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Publish callbacks [] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.160229 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1abf98d6-d9a0-4566-a798-43f87cfe60d4 req-83d9d0ce-7843-4dd5-82e8-78df7dab98f1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752580 Feb 20 20:06:34.187519 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Transition to ACTIVE for port object 50f4ed0d-462c-4e99-a4c8-ba96378c945f will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:34.269977 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.364324 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe42527-7caf-48d7-94c5-00053fc258f7 admin admin] Publish callbacks [] for security_group (a5fc2018-9673-46f8-a4d9-fab13cb7c6e5), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.366902 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-bc27465a-e81c-4427-82d1-dddda620c8d1 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808339 Feb 20 20:06:34.376111 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682ce77-ccee-4828-83c2-bd1458378edb req-653d03cc-39f1-4089-8e32-cdb18fc24c13 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.377224 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-88312891-e88a-41be-b93e-70899c2d8a03 service neutron] 10.222.0.48 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323526 Feb 20 20:06:34.377994 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1682ce77-ccee-4828-83c2-bd1458378edb req-653d03cc-39f1-4089-8e32-cdb18fc24c13 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0970292 Feb 20 20:06:34.395234 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Pushing event updated for resources: {'Port': ['ID=50f4ed0d-462c-4e99-a4c8-ba96378c945f,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:34.475259 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1682ce77-ccee-4828-83c2-bd1458378edb req-de25149b-56c3-4980-9139-d88c6050e07a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828531 Feb 20 20:06:34.497623 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9fe42527-7caf-48d7-94c5-00053fc258f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (a5fc2018-9673-46f8-a4d9-fab13cb7c6e5), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.589453 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9fe42527-7caf-48d7-94c5-00053fc258f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41f6c51432ef4617b5750f943f7c4407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7480199 Feb 20 20:06:34.589878 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 41978) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:34.594445 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe42527-7caf-48d7-94c5-00053fc258f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fc2018-9673-46f8-a4d9-fab13cb7c6e5,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:34.604504 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-efde5e3f-0ee8-46bc-ba19-4dded51ea665 req-72c356f9-8109-43ae-9051-83f0de54807d service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297356 Feb 20 20:06:34.611010 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Attempting to bind port 50f4ed0d-462c-4e99-a4c8-ba96378c945f on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:34.611353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Attempting to bind port 50f4ed0d-462c-4e99-a4c8-ba96378c945f by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:34.611690 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Attempting to bind port 50f4ed0d-462c-4e99-a4c8-ba96378c945f on network d5904aa1-dee6-4723-8f13-40bc7bfba296 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:34.626805 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Port 50f4ed0d-462c-4e99-a4c8-ba96378c945f on network d5904aa1-dee6-4723-8f13-40bc7bfba296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:34.627137 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Attempting to bind port 50f4ed0d-462c-4e99-a4c8-ba96378c945f on network d5904aa1-dee6-4723-8f13-40bc7bfba296 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:34.640246 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba3e9-e757-45d3-a6a3-56d7d77a779b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.651595 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:34.651986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Checking segment: {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:34.652385 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Bound using segment: {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:34.655224 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Bound port: 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:34.655610 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.717497 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1283c416-e780-4517-bdb1-2252cc702367 admin admin] Publish callbacks [] for security_group (a5fc2018-9673-46f8-a4d9-fab13cb7c6e5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.745982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1283c416-e780-4517-bdb1-2252cc702367 admin admin] Publish callbacks [] for security_group (a5fc2018-9673-46f8-a4d9-fab13cb7c6e5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.763841 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] For port 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:34.765198 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1187c-0f5a-42b5-8165-d87aa970b92d req-804894e1-f46f-4b15-9799-980ea7fd7b08 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.766872 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c7f1187c-0f5a-42b5-8165-d87aa970b92d req-804894e1-f46f-4b15-9799-980ea7fd7b08 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 944 time: 0.1303687 Feb 20 20:06:34.767731 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] For port 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:34.775652 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:06:34.846413 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c7f1187c-0f5a-42b5-8165-d87aa970b92d req-ab2c1259-37d0-4fd1-90e7-839dd82c0aa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675678 Feb 20 20:06:34.881043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.907792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.908488 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.909920 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] 10.222.0.65 "PUT /v2.0/ports/50f4ed0d-462c-4e99-a4c8-ba96378c945f HTTP/1.1" status: 200 len: 1093 time: 1.8936944 Feb 20 20:06:34.911605 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'tag': '50f4ed0d-462c-4e99-a4c8-ba96378c945f'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:34.914232 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8540697-fab0-4e27-aa51-1d2cf6a331e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c3edd35d-36e7-499e-85ad-31ef52734ae1", "tag": "50f4ed0d-462c-4e99-a4c8-ba96378c945f"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:34.967637 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1283c416-e780-4517-bdb1-2252cc702367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (a5fc2018-9673-46f8-a4d9-fab13cb7c6e5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.970343 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1283c416-e780-4517-bdb1-2252cc702367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:34.974371 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1283c416-e780-4517-bdb1-2252cc702367 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5fc2018-9673-46f8-a4d9-fab13cb7c6e5 HTTP/1.1" status: 204 len: 168 time: 0.3831687 Feb 20 20:06:34.988127 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fb4e2-7d5c-4ec2-a734-95d39d20d303 service neutron] Pushing event updated for resources: {'Port': ['ID=50f4ed0d-462c-4e99-a4c8-ba96378c945f,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:34.999791 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e972-86ee-4f15-9e47-32b86a1240bb req-e2fb15a5-e058-4720-b11f-ffb0d57db408 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.001342 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0b63e972-86ee-4f15-9e47-32b86a1240bb req-e2fb15a5-e058-4720-b11f-ffb0d57db408 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 943 time: 0.0797639 Feb 20 20:06:35.002288 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283c416-e780-4517-bdb1-2252cc702367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fc2018-9673-46f8-a4d9-fab13cb7c6e5,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:35.075476 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0b63e972-86ee-4f15-9e47-32b86a1240bb req-e44849c6-df32-4c20-8671-4b53cca60186 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607407 Feb 20 20:06:35.163314 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-5219861e-b6eb-4fa5-bec0-ae5ed8ef30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.163546 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-5219861e-b6eb-4fa5-bec0-ae5ed8ef30a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c627d3905f4a4495a7700cbd2a65b482&device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1211524 Feb 20 20:06:35.235121 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-ccb25af9-0d8e-4665-814c-793b6930de0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f HTTP/1.1" status: 200 len: 217 time: 0.0460083 Feb 20 20:06:35.261090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f181b-697d-4ede-902e-3ede9ebfd014 req-82ebb65b-fcc2-42ad-8e16-77f366a33505 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.263997 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f06f181b-697d-4ede-902e-3ede9ebfd014 req-82ebb65b-fcc2-42ad-8e16-77f366a33505 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0970833 Feb 20 20:06:35.320619 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-9b0e6f6d-e38f-4389-bb32-2c1ba55ca5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.322157 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-9b0e6f6d-e38f-4389-bb32-2c1ba55ca5fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16b1c87e-bf8e-4ec3-922b-fee207c6eb6e HTTP/1.1" status: 200 len: 854 time: 0.0803056 Feb 20 20:06:35.400858 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f06f181b-697d-4ede-902e-3ede9ebfd014 req-af46abab-4547-4600-808c-0f0e4b58955d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298649 Feb 20 20:06:35.409547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213a672-35b3-453d-bc48-44658f524107 x-openstack-request-id: req-7213a672-35b3-453d-bc48-44658f524107 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:35.409547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3edd35d-36e7-499e-85ad-31ef52734ae1", "tag": "50f4ed0d-462c-4e99-a4c8-ba96378c945f", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:35.409547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7213a672-35b3-453d-bc48-44658f524107 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:35.409547 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'tag': '50f4ed0d-462c-4e99-a4c8-ba96378c945f', 'status': 'completed', 'code': 200} Feb 20 20:06:35.412557 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-4e9dd32d-54dd-4798-bb6c-d11070884411 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5904aa1-dee6-4723-8f13-40bc7bfba296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725217 Feb 20 20:06:35.483640 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-032e08d8-83a4-4588-942c-0d81d0f644d4 req-ee0c07b0-e5ba-407c-80da-b68f0601e73f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0493381 Feb 20 20:06:35.620718 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017b9f-4341-4ed2-afa7-25b1a12e95d6 req-518c0466-3d37-4a2e-a4be-eb6443ab7993 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.620718 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6c017b9f-4341-4ed2-afa7-25b1a12e95d6 req-518c0466-3d37-4a2e-a4be-eb6443ab7993 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1579652 Feb 20 20:06:35.634826 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-1d739e2d-7cf5-48d0-9af1-ee1a26615511 service neutron] 10.222.0.65 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153518 Feb 20 20:06:35.697353 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5ded8-0876-4adf-bea3-080cd1710602 req-2d5414ec-c5fc-4840-a756-dcf63dacc41e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.705305 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8dd5ded8-0876-4adf-bea3-080cd1710602 req-2d5414ec-c5fc-4840-a756-dcf63dacc41e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0824437 Feb 20 20:06:35.711207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:35.763946 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6c017b9f-4341-4ed2-afa7-25b1a12e95d6 req-3785977f-2274-448b-909a-a4d48d5fe562 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392851 Feb 20 20:06:35.824795 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8dd5ded8-0876-4adf-bea3-080cd1710602 req-f30ebf3c-bbc4-4614-a0a0-6800d77ce3be tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184042 Feb 20 20:06:35.863963 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2807e1c7-79c5-454f-8d3e-ffb9a5923b35 req-c711cf94-8c35-4919-a67f-e9a261b165ca service neutron] 10.222.0.65 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165923 Feb 20 20:06:35.920482 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:35.925041 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:35.930769 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.022517 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.034621 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e04373-4610-4806-af19-c1a51ec51384 req-a506d90e-3f89-44b0-9aa2-dde6a24b8a75 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.037582 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-83e04373-4610-4806-af19-c1a51ec51384 req-a506d90e-3f89-44b0-9aa2-dde6a24b8a75 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 944 time: 0.1097689 Feb 20 20:06:36.075034 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:36.075420 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.133545 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:36.136842 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2cf451-e6cc-416e-91ef-abaa5e59ab73" -d '{"events": [{"server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "name": "network-vif-plugged", "status": "completed", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:36.154806 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-83e04373-4610-4806-af19-c1a51ec51384 req-9d5bb52e-357b-4cf6-867c-efc92722fc57 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883472 Feb 20 20:06:36.158310 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-5cbb8d08-d3ff-45a7-b06a-d2ed8398d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.160219 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-5cbb8d08-d3ff-45a7-b06a-d2ed8398d3ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c627d3905f4a4495a7700cbd2a65b482&device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 1127 time: 0.1166952 Feb 20 20:06:36.184865 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:36.245415 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dfb007-5292-46da-ab58-2e74b03903f5 x-openstack-request-id: req-53dfb007-5292-46da-ab58-2e74b03903f5 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:36.245806 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "name": "network-vif-plugged", "status": "completed", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:36.246136 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53dfb007-5292-46da-ab58-2e74b03903f5 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:36.246624 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'code': 200} Feb 20 20:06:36.270314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025837a6-d3e4-42b9-9401-bc7d007f2385 req-a95ec31f-560f-4ed6-9bf1-fa53d89f867e tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.272693 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-025837a6-d3e4-42b9-9401-bc7d007f2385 req-a95ec31f-560f-4ed6-9bf1-fa53d89f867e tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 943 time: 0.0929770 Feb 20 20:06:36.291214 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.383601 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-025837a6-d3e4-42b9-9401-bc7d007f2385 req-efc56e5e-7777-4baa-9820-27df4da142c9 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020832 Feb 20 20:06:36.386296 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-de0865b2-d497-4c2b-977e-9c6c8457ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.388396 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-de0865b2-d497-4c2b-977e-9c6c8457ad30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5904aa1-dee6-4723-8f13-40bc7bfba296 HTTP/1.1" status: 200 len: 915 time: 0.2070258 Feb 20 20:06:36.464868 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:36.499693 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-4cf469ff-b8fe-429e-9833-dd31e5794909 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f HTTP/1.1" status: 200 len: 217 time: 0.1009097 Feb 20 20:06:36.758149 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-7fd57e4a-92a3-4625-9af9-ab1f12954dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.758623 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c1c05315-75fd-440d-bd19-b3721c708e32 req-413d051a-544b-4bb2-a758-b6a050b4acdf tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0795426 Feb 20 20:06:36.758818 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-7fd57e4a-92a3-4625-9af9-ab1f12954dc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16b1c87e-bf8e-4ec3-922b-fee207c6eb6e HTTP/1.1" status: 200 len: 854 time: 0.1724932 Feb 20 20:06:36.758818 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd51b90-d4f4-42ff-a4be-a7bdcf3acec0 req-761ea4b1-e161-498f-a8d5-b9836fb5c0df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.758818 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1dd51b90-d4f4-42ff-a4be-a7bdcf3acec0 req-761ea4b1-e161-498f-a8d5-b9836fb5c0df tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1738138 Feb 20 20:06:36.758818 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1dd51b90-d4f4-42ff-a4be-a7bdcf3acec0 req-c3f4727a-873c-4248-8b8f-60649fbaa3f4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461588 Feb 20 20:06:36.866663 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-5c34561e-4ebb-4b31-84b7-7320ab6cc589 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5904aa1-dee6-4723-8f13-40bc7bfba296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373662 Feb 20 20:06:36.994335 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea923f25-ed5a-4a82-981e-fe802d561295 req-81d10424-f42f-4f9e-8e45-588fed2051ee tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.996133 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ea923f25-ed5a-4a82-981e-fe802d561295 req-81d10424-f42f-4f9e-8e45-588fed2051ee tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0878472 Feb 20 20:06:37.055543 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ea923f25-ed5a-4a82-981e-fe802d561295 req-680af32c-23fc-473b-a018-da1d6ec1948d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533078 Feb 20 20:06:37.249296 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-15bb594a-19c7-4686-8d05-4f0c41bc11ba service neutron] 10.222.0.65 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651471 Feb 20 20:06:37.260792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b1cc1-b979-4f72-aa08-b97f34e64ea3 req-834a473b-e23c-4f20-8827-88e89290de7b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.262545 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c14b1cc1-b979-4f72-aa08-b97f34e64ea3 req-834a473b-e23c-4f20-8827-88e89290de7b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0850558 Feb 20 20:06:37.312482 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b833a7-8691-48e5-b330-e1b252c03734 req-d2649df6-6296-4b27-813e-0b606f874904 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.313947 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-08b833a7-8691-48e5-b330-e1b252c03734 req-d2649df6-6296-4b27-813e-0b606f874904 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0741475 Feb 20 20:06:37.370289 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c14b1cc1-b979-4f72-aa08-b97f34e64ea3 req-0f248036-4304-444e-ac9a-364b77a80ab6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998220 Feb 20 20:06:37.373155 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-08b833a7-8691-48e5-b330-e1b252c03734 req-9f3c6b89-3bdf-40e7-9a57-650477381872 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531728 Feb 20 20:06:37.387903 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e8540697-fab0-4e27-aa51-1d2cf6a331e3 req-2e119d28-a984-496c-8403-b600be534b33 service neutron] 10.222.0.65 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234117 Feb 20 20:06:37.516286 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc5e79-68fe-41ce-ab8c-0efd494896e9 req-6160a813-b9ee-45d9-91db-f4ffa4d91393 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.517839 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a9dc5e79-68fe-41ce-ab8c-0efd494896e9 req-6160a813-b9ee-45d9-91db-f4ffa4d91393 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 943 time: 0.0591795 Feb 20 20:06:37.567100 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a9dc5e79-68fe-41ce-ab8c-0efd494896e9 req-fba7d29d-98a2-4678-bd1e-49f493b489cc tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Feb 20 20:06:37.645680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.682334 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42050) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:37.787687 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed56e24-1810-4b55-85f9-66eccd953604 req-72200896-ac30-4a98-9943-d7bfd61dbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.791552 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9ed56e24-1810-4b55-85f9-66eccd953604 req-72200896-ac30-4a98-9943-d7bfd61dbabe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 1129 time: 0.0616002 Feb 20 20:06:37.835623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961565315-network', 'tenant_id': 'a2bc0681e8a4409baa15d332884a1faa'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:37.853337 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8ad1bbc2-24bb-42af-af45-62199c8e78d0 req-7fee67ed-7b89-46e7-a591-89df9ee2c3a4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0431669 Feb 20 20:06:37.887274 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9ed56e24-1810-4b55-85f9-66eccd953604 req-ecdcc70c-9521-48b3-ab3d-094116df0339 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887094 Feb 20 20:06:37.949306 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Made reservation on behalf of a2bc0681e8a4409baa15d332884a1faa for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:37.955097 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.966269 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.064857 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks [] for security_group (05fca950-2537-416b-a481-df47dc336d8b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.162686 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (05fca950-2537-416b-a481-df47dc336d8b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.201901 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:06:38.211206 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fca950-2537-416b-a481-df47dc336d8b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:38.224667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (8950f0ce-5729-4423-93f1-7e88a89562c2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.224667 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Added segment 8950f0ce-5729-4423-93f1-7e88a89562c2 of type vlan for network f958998f-ca88-4271-bb92-1aabc95eb0b0 Feb 20 20:06:38.244356 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d20ebd-958f-4b37-b943-607af0f5d736 req-ed39956c-6b42-4db7-958a-886caccf7877 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.245872 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b9d20ebd-958f-4b37-b943-607af0f5d736 req-ed39956c-6b42-4db7-958a-886caccf7877 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1148260 Feb 20 20:06:38.292731 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (f958998f-ca88-4271-bb92-1aabc95eb0b0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.362167 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b9d20ebd-958f-4b37-b943-607af0f5d736 req-4ef3167a-59ce-42ab-9aac-f7111722f39c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976596 Feb 20 20:06:38.456918 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (f958998f-ca88-4271-bb92-1aabc95eb0b0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.457953 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.458538 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.513263 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722caec-a4ff-4f5f-a42a-236022e1b517 req-0c929492-1df7-4b22-a93c-b80083c0149e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.516401 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d722caec-a4ff-4f5f-a42a-236022e1b517 req-0c929492-1df7-4b22-a93c-b80083c0149e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0650117 Feb 20 20:06:38.549922 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] Pushing event updated for resources: {'Network': ['ID=f958998f-ca88-4271-bb92-1aabc95eb0b0,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:38.568878 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network f958998f-ca88-4271-bb92-1aabc95eb0b0 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:06:38.573664 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9e24-41a9-404f-8732-e2d9d608a23b req-18acc1c6-d28b-4534-b1b6-e71dc8634e33 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.575207 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d3f9e24-41a9-404f-8732-e2d9d608a23b req-18acc1c6-d28b-4534-b1b6-e71dc8634e33 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.1141372 Feb 20 20:06:38.577779 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d722caec-a4ff-4f5f-a42a-236022e1b517 req-7c61ffd0-c3dc-42e1-9def-8ad299db1caf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555375 Feb 20 20:06:38.643974 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d3f9e24-41a9-404f-8732-e2d9d608a23b req-7949f0f8-9c27-4c92-86b0-c5717d7d504b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536938 Feb 20 20:06:38.712871 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a0476e34-8ec3-4d26-93d0-4b1641eecc02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0231235 Feb 20 20:06:38.713620 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 42076) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:38.731402 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Request body: {'subnet': {'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961565315-subnet', 'tenant_id': 'a2bc0681e8a4409baa15d332884a1faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:38.783276 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5af771-b08a-47c5-994f-fcaaf9454b3f req-1104696b-662a-4e16-9a99-94ddbf7e1869 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.784834 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7c5af771-b08a-47c5-994f-fcaaf9454b3f req-1104696b-662a-4e16-9a99-94ddbf7e1869 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 943 time: 0.1038308 Feb 20 20:06:38.805263 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.846924 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7c5af771-b08a-47c5-994f-fcaaf9454b3f req-11adbf55-e421-4bbc-bf51-e5b043feb363 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554399 Feb 20 20:06:38.908791 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Made reservation on behalf of a2bc0681e8a4409baa15d332884a1faa for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:38.913160 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533138998'] for subnet (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.984552 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-47f60223-7d7a-4c3d-b36f-ad924a5443ea req-c357a461-5256-41ac-9842-d61e62654b1a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0551558 Feb 20 20:06:39.211353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532775377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533139140'] for subnet (d632183e-a695-4801-b863-bc28ebf2e284), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:39.267265 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d632183e-a695-4801-b863-bc28ebf2e284,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:39.278797 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Checking segment: {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:39.279162 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Network hostable DHCP agents. Network: f958998f-ca88-4271-bb92-1aabc95eb0b0, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:06:39.400457 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Network f958998f-ca88-4271-bb92-1aabc95eb0b0 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:06:39.510007 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c0ad-dce1-4ce3-8b5f-fdfb1a5471fc req-8011e477-cda3-4afc-9997-390ef9843f1d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:39.511547 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cdd5c0ad-dce1-4ce3-8b5f-fdfb1a5471fc req-8011e477-cda3-4afc-9997-390ef9843f1d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0570049 Feb 20 20:06:39.530909 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, f958998f-ca88-4271-bb92-1aabc95eb0b0) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:39.535498 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:39.537358 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:39.545216 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97972292-abac-4e28-bb5c-43208d28d104 None None] Network f958998f-ca88-4271-bb92-1aabc95eb0b0 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:06:39.570582 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cdd5c0ad-dce1-4ce3-8b5f-fdfb1a5471fc req-80ed3aba-9fc3-4d5f-b252-517030df7c51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534580 Feb 20 20:06:39.613769 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-3245d978-f10f-4b16-a384-65c1582f4418 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8994961 Feb 20 20:06:39.654398 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca330e1-7549-4d0f-9e64-eb454bc7227d None None] Network f958998f-ca88-4271-bb92-1aabc95eb0b0 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:06:39.713573 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14039-c0ed-4db8-904b-34fa003a2769 req-e8536623-f03b-42e1-b90f-f0436786756c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:39.715116 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-12b14039-c0ed-4db8-904b-34fa003a2769 req-e8536623-f03b-42e1-b90f-f0436786756c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0644929 Feb 20 20:06:39.756486 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 50f4ed0d-462c-4e99-a4c8-ba96378c945f details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:39.799705 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-12b14039-c0ed-4db8-904b-34fa003a2769 req-032f78a3-fc88-4937-a38a-d595581ba2c3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 Feb 20 20:06:39.814205 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b9e7-c84b-4053-9133-c3098407ba1a req-5f63d930-c14b-445e-82aa-de6173c77c24 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:39.816216 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c729b9e7-c84b-4053-9133-c3098407ba1a req-5f63d930-c14b-445e-82aa-de6173c77c24 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0775049 Feb 20 20:06:39.906911 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c729b9e7-c84b-4053-9133-c3098407ba1a req-3a3a490e-bd5c-4eee-9eff-5fec4a26ca32 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840633 Feb 20 20:06:39.944090 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:39.961590 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '50f4ed0d-462c-4e99-a4c8-ba96378c945f', 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296', 'port_id': '50f4ed0d-462c-4e99-a4c8-ba96378c945f', 'mac_address': 'fa:16:3e:e8:58:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b1c87e-bf8e-4ec3-922b-fee207c6eb6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:40.005828 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 50f4ed0d-462c-4e99-a4c8-ba96378c945f is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:40.006216 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.016253 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725865d-3229-4248-9b74-76b4dc1979e7 req-6fd6e02e-34be-4089-8365-0732b35e591f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.018004 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d725865d-3229-4248-9b74-76b4dc1979e7 req-6fd6e02e-34be-4089-8365-0732b35e591f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 943 time: 0.0660439 Feb 20 20:06:40.025288 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f4ed0d-462c-4e99-a4c8-ba96378c945f {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:40.051516 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:40.096770 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d725865d-3229-4248-9b74-76b4dc1979e7 req-3be10362-b51d-4123-924f-e8db66ae23c6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653143 Feb 20 20:06:40.115904 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a8d9505f-cc99-42a2-b0c0-228cb0bcc458 req-d9f40901-a87f-4b59-99a0-5a13a89d9ad2 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0366001 Feb 20 20:06:40.205458 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.275672 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-dc2db60e-6be1-4603-b646-3e131f9c3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.276183 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=50f4ed0d-462c-4e99-a4c8-ba96378c945f,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:40.277780 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-dc2db60e-6be1-4603-b646-3e131f9c3596 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1129 time: 0.0633936 Feb 20 20:06:40.386492 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-95e90589-3864-4f4c-b58c-af554ad7ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.388002 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-95e90589-3864-4f4c-b58c-af554ad7ba82 service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.0930448 Feb 20 20:06:40.530552 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-4cf558c0-e708-44ea-b15e-62719b268290 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 200 len: 1001 time: 0.1281230 Feb 20 20:06:40.605682 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-83d68959-35d2-46a5-8c12-6d112726be8f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.607108 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-83d68959-35d2-46a5-8c12-6d112726be8f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.65 "GET /v2.0/networks?id=23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 200 len: 809 time: 0.1665828 Feb 20 20:06:40.616088 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-6458f9f6-4024-4e13-af72-6c2b6821ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.617468 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-6458f9f6-4024-4e13-af72-6c2b6821ef17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0717368 Feb 20 20:06:40.701607 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118699be-8a13-4e20-a906-1299cbb3ee70 req-d31a9f0f-0074-49ae-ba8d-8f3d2db31cf0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.703101 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-118699be-8a13-4e20-a906-1299cbb3ee70 req-d31a9f0f-0074-49ae-ba8d-8f3d2db31cf0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Feb 20 20:06:40.724107 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-c7c9ac12-18f4-486b-a059-4a077a3329ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.725617 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-c7c9ac12-18f4-486b-a059-4a077a3329ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853550 Feb 20 20:06:40.731504 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-f3ab078c-8ef4-42d4-8000-fd0854d291f0 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=057906f4fe5b428bbc98401ffe0ae8f6 HTTP/1.1" status: 200 len: 380 time: 0.0969255 Feb 20 20:06:40.751993 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-118699be-8a13-4e20-a906-1299cbb3ee70 req-76a07754-860d-4729-8a3e-f366145ac0ca tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Feb 20 20:06:40.752624 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'port': {'device_id': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'admin_state_up': True, 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'security_groups': ['b5fff104-28f8-43eb-a30b-4aa01cffc4d9']}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:40.868472 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['50f4ed0d-462c-4e99-a4c8-ba96378c945f'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:40.932142 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-34fde4a9-b5ea-4980-91ea-1a32a6375f57 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917968 Feb 20 20:06:41.068811 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde569-fbaf-494c-8c52-03af5c77929b req-e8d57021-7987-4f0f-9689-54ed75f63286 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.070610 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f5dde569-fbaf-494c-8c52-03af5c77929b req-e8d57021-7987-4f0f-9689-54ed75f63286 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1947961 Feb 20 20:06:41.082916 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be92ce-145b-4081-a324-203b47cac60f req-ae99ba6e-9b01-48fc-b8a7-0eb9ffe203ee tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.084487 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-96be92ce-145b-4081-a324-203b47cac60f req-ae99ba6e-9b01-48fc-b8a7-0eb9ffe203ee tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0847125 Feb 20 20:06:41.147322 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Made reservation on behalf of 057906f4fe5b428bbc98401ffe0ae8f6 for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:41.151201 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.156193 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-96be92ce-145b-4081-a324-203b47cac60f req-503640fa-6b67-4667-8e24-bfba45ed9459 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651214 Feb 20 20:06:41.176717 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f5dde569-fbaf-494c-8c52-03af5c77929b req-c6b4751d-ce22-4345-9898-e6f4e4aebb74 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934670 Feb 20 20:06:41.185707 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4da7d957-bfa0-4749-bfd4-a0fc51125dc3 req-6abd5f5c-55ef-44a6-8948-c6bfb92a6e2b service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244728 Feb 20 20:06:41.298602 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4b3b966f-99a5-4185-af1d-16c3ce52f616 req-ef7e39ba-81c8-40ef-9ec8-6cbea50393b2 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0360398 Feb 20 20:06:41.300653 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a77aa-019f-429e-a72e-513d50348fa1 req-9bddb6de-ad9c-482a-916c-45d0dea0f3b6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.302139 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0b1a77aa-019f-429e-a72e-513d50348fa1 req-9bddb6de-ad9c-482a-916c-45d0dea0f3b6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 944 time: 0.0589910 Feb 20 20:06:41.351875 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Allocated IP 172.20.0.11 (23ab1b2f-725a-455d-b941-474247db4742/01b9e375-e158-4359-91e3-f44ae2a5ff2e/56478286-0f65-408c-a855-f3d1baf94552) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:41.356837 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0b1a77aa-019f-429e-a72e-513d50348fa1 req-0f3b13a9-d4ec-44b0-a53e-1efbc6b2cc71 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483203 Feb 20 20:06:41.486368 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee15035-7038-46e7-9a7a-32159dc94d07 req-c1da5f54-ef18-4271-85ce-e0f4b6cf1349 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.487886 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dee15035-7038-46e7-9a7a-32159dc94d07 req-c1da5f54-ef18-4271-85ce-e0f4b6cf1349 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.1217954 Feb 20 20:06:41.570123 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for port (56478286-0f65-408c-a855-f3d1baf94552), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.578566 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dee15035-7038-46e7-9a7a-32159dc94d07 req-b2bd63e3-203b-4072-a9cf-3f04fac8850a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836544 Feb 20 20:06:41.603470 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42138) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:41.742634 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.753629 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad7ad5-c901-4820-b19a-c2081444b040 tempest-TestVolumeBootPattern-98405578 tempest-TestVolumeBootPattern-98405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.756396 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4cad7ad5-c901-4820-b19a-c2081444b040 tempest-TestVolumeBootPattern-98405578 tempest-TestVolumeBootPattern-98405578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 1124 time: 0.1506226 Feb 20 20:06:41.758189 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42142) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:41.763004 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'port_id': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:41.782859 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:06:41.810750 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Network 23ab1b2f-725a-455d-b941-474247db4742 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:41.813944 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:41.825651 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:41.852784 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.870261 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:41.906039 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.907433 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.935761 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: ACTIVE; New status is: DOWN {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:41.942239 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:41.961194 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:41.963203 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232449e-b9b4-41b9-be9e-7068c49f666f req-10559477-1011-4119-b83b-d9550be94fd9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.963439 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1fbdbb-0be9-4071-8bed-964d0c24a48f" -d '{"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-unplugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:41.964759 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e232449e-b9b4-41b9-be9e-7068c49f666f req-10559477-1011-4119-b83b-d9550be94fd9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 945 time: 0.1264377 Feb 20 20:06:41.979885 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-406ad508-6393-49c9-a282-866fe5849599 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2383904 Feb 20 20:06:41.983819 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:41.994552 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Request body: {'port': {'device_id': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:42.026196 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959cb871-c610-4c82-8fcc-eff07bf25e9b x-openstack-request-id: req-959cb871-c610-4c82-8fcc-eff07bf25e9b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:42.026509 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-unplugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:42.027132 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-959cb871-c610-4c82-8fcc-eff07bf25e9b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:42.027539 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'code': 200} Feb 20 20:06:42.042030 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e232449e-b9b4-41b9-be9e-7068c49f666f req-0edd2931-4531-4097-9ebb-cc57fd9400d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696626 Feb 20 20:06:42.045247 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.098179 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.103761 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.132348 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:42.155572 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-20492511-da16-4465-aa14-0254627c0df3 None None] Provisioning complete for port 56478286-0f65-408c-a855-f3d1baf94552 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:42.155970 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20492511-da16-4465-aa14-0254627c0df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (56478286-0f65-408c-a855-f3d1baf94552), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.208576 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-20492511-da16-4465-aa14-0254627c0df3 None None] Port 56478286-0f65-408c-a855-f3d1baf94552 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:06:42.261630 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Allocated IP 172.27.2.4 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/ad792b90-5fed-4472-a53f-c3b494057835) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:42.379804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaf727-a714-429e-a7a3-c4d7aad72d32 req-d39832b6-955f-4910-8840-2104cbfab7f8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.381214 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ccfaf727-a714-429e-a7a3-c4d7aad72d32 req-d39832b6-955f-4910-8840-2104cbfab7f8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1135390 Feb 20 20:06:42.430566 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-6c5dda62-f25e-4cb6-979d-0f89e9f25695 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.432739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (ad792b90-5fed-4472-a53f-c3b494057835), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.440031 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-6c5dda62-f25e-4cb6-979d-0f89e9f25695 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/networks?id=f958998f-ca88-4271-bb92-1aabc95eb0b0 HTTP/1.1" status: 200 len: 809 time: 0.1883681 Feb 20 20:06:42.460516 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-bf4c83a9-44e1-4a7f-a246-916f9abfc3c0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/quotas/a2bc0681e8a4409baa15d332884a1faa HTTP/1.1" status: 200 len: 375 time: 0.0214427 Feb 20 20:06:42.461704 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ccfaf727-a714-429e-a7a3-c4d7aad72d32 req-681f404a-ee82-45f9-bf33-c3a1267b570c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701823 Feb 20 20:06:42.508810 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-dc1d7ec6-beca-48df-87ee-6c3d1e345fdf tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2bc0681e8a4409baa15d332884a1faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374627 Feb 20 20:06:42.581744 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a516a-5d51-4925-ae19-c469ba09ea69 req-7f196536-7568-4a7d-80f0-585f42786a9d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.583119 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e49a516a-5d51-4925-ae19-c469ba09ea69 req-7f196536-7568-4a7d-80f0-585f42786a9d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 932 time: 0.0595629 Feb 20 20:06:42.613582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56478286-0f65-408c-a855-f3d1baf94552 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:42.624621 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Publish callbacks [] for port (56478286-0f65-408c-a855-f3d1baf94552), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.634630 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e49a516a-5d51-4925-ae19-c469ba09ea69 req-eb10246d-a88c-4f06-89d9-cad92e6102ed tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 Feb 20 20:06:42.651066 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Transition to ACTIVE for port object 56478286-0f65-408c-a855-f3d1baf94552 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:42.661700 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-bb128161-0e4b-40c8-b183-d01662dd40e8 service neutron] 10.222.0.48 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418951 Feb 20 20:06:42.702454 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (ad792b90-5fed-4472-a53f-c3b494057835), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.759946 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:42.764794 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:42.767363 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:42.772005 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-651c5920-e502-4e83-9eb5-6a119024c8a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001134 Feb 20 20:06:42.819530 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=ad792b90-5fed-4472-a53f-c3b494057835,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:42.840612 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.864100 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da105e3b-a230-432e-b801-f96c840b0ab5 req-a003ed2e-e2ac-4658-ae51-5596a4c58ce1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.868173 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-da105e3b-a230-432e-b801-f96c840b0ab5 req-a003ed2e-e2ac-4658-ae51-5596a4c58ce1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 944 time: 0.1771219 Feb 20 20:06:42.923328 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:42.988916 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-da105e3b-a230-432e-b801-f96c840b0ab5 req-d64aafe8-b579-48e8-a62f-60a012bdbeb0 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131387 Feb 20 20:06:43.039472 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Attempting to bind port 56478286-0f65-408c-a855-f3d1baf94552 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:43.046391 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Attempting to bind port 56478286-0f65-408c-a855-f3d1baf94552 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:43.046391 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Attempting to bind port 56478286-0f65-408c-a855-f3d1baf94552 on network 23ab1b2f-725a-455d-b941-474247db4742 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:43.051946 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Port 56478286-0f65-408c-a855-f3d1baf94552 on network 23ab1b2f-725a-455d-b941-474247db4742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:43.052474 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Attempting to bind port 56478286-0f65-408c-a855-f3d1baf94552 on network 23ab1b2f-725a-455d-b941-474247db4742 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:43.079821 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:43.080375 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Checking segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:43.086401 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Bound using segment: {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:43.089809 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Bound port: 56478286-0f65-408c-a855-f3d1baf94552, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd3f16e-4714-47e5-8af8-637afac6cc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '23ab1b2f-725a-455d-b941-474247db4742'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:43.090402 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.320254 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-deea4885-5de7-4b5c-b569-ecca65a3bacd req-93a938f6-e8a0-4a63-85f9-df6fc47a16e9 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 210 time: 0.0333159 Feb 20 20:06:43.457255 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:43.460412 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:43.513089 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724b502-1c56-4a3a-b7e7-4883232be38d req-630a870e-482c-4c09-b14d-fa0a876197f4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.514817 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0724b502-1c56-4a3a-b7e7-4883232be38d req-630a870e-482c-4c09-b14d-fa0a876197f4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1017191 Feb 20 20:06:43.561274 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59a433-650f-4e16-af8e-27e1b444f941 req-fe448f13-71be-4f6b-af56-e9bddb6c223a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.562854 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0e59a433-650f-4e16-af8e-27e1b444f941 req-fe448f13-71be-4f6b-af56-e9bddb6c223a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.0562129 Feb 20 20:06:43.564545 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.587620 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (328910b4-3b5d-4b43-a8a0-73310ffe243b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.616879 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0724b502-1c56-4a3a-b7e7-4883232be38d req-ee4921f0-9c4e-45f4-8127-b0c8e6bdcac4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809770 Feb 20 20:06:43.617620 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.618933 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.620447 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 1094 time: 1.6309097 Feb 20 20:06:43.623096 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:43.625514 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02342e-6193-4193-a3c5-7ec20b086643" -d '{"events": [{"name": "network-changed", "server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:43.667101 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0e59a433-650f-4e16-af8e-27e1b444f941 req-e8e1912e-c69a-40c5-85b5-0012d2f652db tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916152 Feb 20 20:06:43.702084 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc8b22-f1c0-43e0-a73c-457284cd57f2 service neutron] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:43.738081 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7238388-8632-460f-a4fa-54330e43f51a x-openstack-request-id: req-a7238388-8632-460f-a4fa-54330e43f51a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:43.738516 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:43.738648 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7238388-8632-460f-a4fa-54330e43f51a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:43.739015 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'status': 'completed', 'code': 200} Feb 20 20:06:43.771259 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 50f4ed0d-462c-4e99-a4c8-ba96378c945f up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:43.801917 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f88a6c-582c-451c-a3d0-ac0380792c21 req-9e690cfe-f7da-4ed0-b07b-4f688ddb9e88 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.813081 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-88f88a6c-582c-451c-a3d0-ac0380792c21 req-9e690cfe-f7da-4ed0-b07b-4f688ddb9e88 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1098759 Feb 20 20:06:43.886705 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02342e-6193-4193-a3c5-7ec20b086643 req-728481ba-5cf3-4a88-a166-b16932b83825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.888258 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-db02342e-6193-4193-a3c5-7ec20b086643 req-728481ba-5cf3-4a88-a166-b16932b83825 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1128 time: 0.1070397 Feb 20 20:06:43.905255 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ec78-1374-4481-804c-4929361eefcd req-4e3045b7-f6b3-4936-a3d3-3121f8497d54 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.906917 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b572ec78-1374-4481-804c-4929361eefcd req-4e3045b7-f6b3-4936-a3d3-3121f8497d54 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0759792 Feb 20 20:06:43.914948 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-88f88a6c-582c-451c-a3d0-ac0380792c21 req-2409b3e6-5a2c-4586-a1c3-8f6d8c2f44f3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004074 Feb 20 20:06:43.931838 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 50f4ed0d-462c-4e99-a4c8-ba96378c945f completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:43.948855 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 50f4ed0d-462c-4e99-a4c8-ba96378c945f triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:43.949130 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.977184 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ad792b90-5fed-4472-a53f-c3b494057835), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.034606 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b572ec78-1374-4481-804c-4929361eefcd req-1d59f52f-868b-42a9-91d4-2b4deac4a761 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174228 Feb 20 20:06:44.069352 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02342e-6193-4193-a3c5-7ec20b086643 req-74b505fe-6df4-4eeb-8d20-b2549478e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.074024 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-db02342e-6193-4193-a3c5-7ec20b086643 req-74b505fe-6df4-4eeb-8d20-b2549478e86c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1633093 Feb 20 20:06:44.122728 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 50f4ed0d-462c-4e99-a4c8-ba96378c945f is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:44.123981 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.162846 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f4ed0d-462c-4e99-a4c8-ba96378c945f'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:44.166351 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01873898-3ea6-45eb-acba-f29af45062e0" -d '{"events": [{"server_uuid": "c3edd35d-36e7-499e-85ad-31ef52734ae1", "name": "network-vif-plugged", "status": "completed", "tag": "50f4ed0d-462c-4e99-a4c8-ba96378c945f"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:44.185427 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:44.205798 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b1a1c-cc7a-43c1-9640-bc63e6cd2983 req-38ca312d-9b05-4765-a30d-451c3c121fcf tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.205798 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cd0b1a1c-cc7a-43c1-9640-bc63e6cd2983 req-38ca312d-9b05-4765-a30d-451c3c121fcf tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 944 time: 0.1039166 Feb 20 20:06:44.206392 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02342e-6193-4193-a3c5-7ec20b086643 req-90a372fd-443a-445c-9170-44fb441619ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.207309 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-db02342e-6193-4193-a3c5-7ec20b086643 req-90a372fd-443a-445c-9170-44fb441619ef service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296160 Feb 20 20:06:44.213815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (ad792b90-5fed-4472-a53f-c3b494057835), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.245195 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee374d73-7bdb-4241-93f9-c5c1386588ab x-openstack-request-id: req-ee374d73-7bdb-4241-93f9-c5c1386588ab {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:44.245564 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3edd35d-36e7-499e-85ad-31ef52734ae1", "name": "network-vif-plugged", "status": "completed", "tag": "50f4ed0d-462c-4e99-a4c8-ba96378c945f", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:44.245814 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee374d73-7bdb-4241-93f9-c5c1386588ab {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:44.246197 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f4ed0d-462c-4e99-a4c8-ba96378c945f', 'code': 200} Feb 20 20:06:44.247341 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.272160 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cd0b1a1c-cc7a-43c1-9640-bc63e6cd2983 req-b6a1e941-5f07-43de-b748-809b00db58b4 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526464 Feb 20 20:06:44.292437 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ad792b90-5fed-4472-a53f-c3b494057835), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.308450 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=50f4ed0d-462c-4e99-a4c8-ba96378c945f,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:44.323374 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (328910b4-3b5d-4b43-a8a0-73310ffe243b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.350432 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-ef875b92-bd5c-4366-af3b-f9698ae7fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.352095 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-ef875b92-bd5c-4366-af3b-f9698ae7fd34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1128 time: 0.0679023 Feb 20 20:06:44.381060 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=ad792b90-5fed-4472-a53f-c3b494057835,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:44.397853 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-f7aca513-08cb-4904-acb6-a55b14b2f6e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 217 time: 0.0360165 Feb 20 20:06:44.450479 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-501f7e60-13c8-455b-9dc2-9d2e76abcce7 req-2e6198e4-2c82-47de-b080-3f389d7b735c tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 210 time: 0.0492806 Feb 20 20:06:44.458324 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Floating IP 328910b4-3b5d-4b43-a8a0-73310ffe243b associated. External IP: 172.27.2.4, port: 6c5153d7-dd99-4430-b0dc-e995c05eb2f4. Feb 20 20:06:44.492397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-148c2dbd-94d8-4dd8-9d93-3770ee8bcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.494061 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-148c2dbd-94d8-4dd8-9d93-3770ee8bcbcb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01b9e375-e158-4359-91e3-f44ae2a5ff2e HTTP/1.1" status: 200 len: 848 time: 0.0529797 Feb 20 20:06:44.549410 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-e3b940d8-e2e9-40d2-9c7c-2de996a4769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.550965 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-e3b940d8-e2e9-40d2-9c7c-2de996a4769f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23ab1b2f-725a-455d-b941-474247db4742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470588 Feb 20 20:06:44.688549 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:06:44.690356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dd144-b58a-45dd-900f-cdf92d32c6e3 req-643019b0-c810-4046-8c13-be03197ceb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.691864 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-920dd144-b58a-45dd-900f-cdf92d32c6e3 req-643019b0-c810-4046-8c13-be03197ceb13 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 1129 time: 0.1083219 Feb 20 20:06:44.693560 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-a4cc2230-6246-4b89-910a-f2c580ed2c5c service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292522 Feb 20 20:06:44.844669 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aa950-d1ee-4fb3-9db1-94cdc06fccc2 req-02ca61bc-3eb7-44fc-9181-29f32a1111ce tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.846178 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-337aa950-d1ee-4fb3-9db1-94cdc06fccc2 req-02ca61bc-3eb7-44fc-9181-29f32a1111ce tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1060522 Feb 20 20:06:44.853423 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:06:44.866640 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:06:44.876534 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-920dd144-b58a-45dd-900f-cdf92d32c6e3 req-708a0084-79f5-4d4d-9bf8-4db3f2406bd6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667159 Feb 20 20:06:44.881784 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:44.885702 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:06:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:44.889439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06aaf-5b4a-4aa8-8bcf-d588c8d367ea req-3d541780-3a0c-4140-8b70-318825dc3eee tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.891424 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2ba06aaf-5b4a-4aa8-8bcf-d588c8d367ea req-3d541780-3a0c-4140-8b70-318825dc3eee tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.1135881 Feb 20 20:06:44.893887 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-88c1ec83-af43-4801-8497-5aa4b73af04b req-f34e7944-6fbc-46ac-a474-b164101cbefd service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775265 Feb 20 20:06:44.908618 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-337aa950-d1ee-4fb3-9db1-94cdc06fccc2 req-93a361a4-6e65-46fc-bcd3-014be183921e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532999 Feb 20 20:06:44.949096 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2ba06aaf-5b4a-4aa8-8bcf-d588c8d367ea req-1071f43d-30c4-4ad7-aa68-eb291d47b11a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Feb 20 20:06:44.975054 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.020487 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1ad26444-efa9-4df3-9178-40613ad60ad3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.2612391 Feb 20 20:06:45.021729 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:45.024595 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e548017-409e-414f-a797-6136b6708404" -d '{"events": [{"name": "network-changed", "server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:45.027796 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:45.084531 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748e6f-3653-4158-b7a7-d55534d7bb4e req-70806c78-d321-4f09-a57d-2d3abdaa6f8d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.086007 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d748e6f-3653-4158-b7a7-d55534d7bb4e req-70806c78-d321-4f09-a57d-2d3abdaa6f8d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0564651 Feb 20 20:06:45.134461 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d748e6f-3653-4158-b7a7-d55534d7bb4e req-f570d0ba-47a1-4f22-8451-124e41bbb324 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Feb 20 20:06:45.211656 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b7803-b6d7-458a-a84b-b4401a843b69 x-openstack-request-id: req-296b7803-b6d7-458a-a84b-b4401a843b69 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:45.212056 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:45.212319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-296b7803-b6d7-458a-a84b-b4401a843b69 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:45.212719 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'status': 'completed', 'code': 200} Feb 20 20:06:45.284271 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '328910b4-3b5d-4b43-a8a0-73310ffe243b', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:ea:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:06:43Z', 'updated_at': '2022-02-20T20:06:43Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:45.320473 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:06:45.329020 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:45.329626 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:06:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:45.337214 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e548017-409e-414f-a797-6136b6708404 req-01b58a7f-49a2-4e0a-a95c-325963ce5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.339085 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-01b58a7f-49a2-4e0a-a95c-325963ce5ffa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 1129 time: 0.0929134 Feb 20 20:06:45.345915 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce06d-88d3-4a1a-b821-81a90e4c5bd8 req-331311ca-175e-49dd-9a18-81b442a474fb tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.347342 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-12dce06d-88d3-4a1a-b821-81a90e4c5bd8 req-331311ca-175e-49dd-9a18-81b442a474fb tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0722489 Feb 20 20:06:45.448840 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:45.460119 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-12dce06d-88d3-4a1a-b821-81a90e4c5bd8 req-b15cb897-c404-4618-a50d-9e6afb0e7e0a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027155 Feb 20 20:06:45.486970 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e548017-409e-414f-a797-6136b6708404 req-f5ed9be7-4af7-45e2-9ca5-0ddb48e8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.488503 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-f5ed9be7-4af7-45e2-9ca5-0ddb48e8b6f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.1391237 Feb 20 20:06:45.583791 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-5f054cb5-dbfa-4a92-81b6-e0dc80c396b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4 HTTP/1.1" status: 200 len: 997 time: 0.0884094 Feb 20 20:06:45.605225 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad030e5c-3d1b-4b48-8bbe-d858e7e6aa40 req-8313a036-1ab4-4074-abe1-bcd77b3ee0c2 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.606703 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ad030e5c-3d1b-4b48-8bbe-d858e7e6aa40 req-8313a036-1ab4-4074-abe1-bcd77b3ee0c2 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0731502 Feb 20 20:06:45.684245 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e548017-409e-414f-a797-6136b6708404 req-6ca24aaf-0c50-483d-aeb1-dfda1611d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.685754 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-6ca24aaf-0c50-483d-aeb1-dfda1611d3f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0781341 Feb 20 20:06:45.692839 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ad030e5c-3d1b-4b48-8bbe-d858e7e6aa40 req-5ee0efce-21c1-4fd2-975a-766c4efee14b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755377 Feb 20 20:06:45.740567 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e548017-409e-414f-a797-6136b6708404 req-29abe723-4bb7-455b-86f5-ad5eef7c3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.742148 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-29abe723-4bb7-455b-86f5-ad5eef7c3859 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483992 Feb 20 20:06:45.782273 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '328910b4-3b5d-4b43-a8a0-73310ffe243b', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:ea:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:06:43Z', 'updated_at': '2022-02-20T20:06:43Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:45.798536 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a694e1c9-b0a0-49a6-87f2-c32bb2722dc9 req-adc0549c-abe2-4ca7-bcb8-47669ec30ae0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 210 time: 0.0459287 Feb 20 20:06:45.811517 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61d9de-e4ed-4944-a004-05ec24ec35be None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '328910b4-3b5d-4b43-a8a0-73310ffe243b', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:ea:a3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:06:43Z', 'updated_at': '2022-02-20T20:06:43Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:06:45.867384 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-d37a779d-0614-43f3-8f33-c400e5bccde6 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040375 Feb 20 20:06:45.966360 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e548017-409e-414f-a797-6136b6708404 req-7d1045ee-0c3c-4085-8aee-407a8d5ac12a service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881419 Feb 20 20:06:46.026522 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de14e355-3414-4386-a481-e4824991e447 None None] New status for floating IP 328910b4-3b5d-4b43-a8a0-73310ffe243b: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:06:46.093395 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283582a-0246-4366-bbae-43e2aa1ec6e6 req-b31392f9-80e6-4fa3-add5-12366c3f1ca4 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.095162 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7283582a-0246-4366-bbae-43e2aa1ec6e6 req-b31392f9-80e6-4fa3-add5-12366c3f1ca4 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.0746102 Feb 20 20:06:46.154619 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7283582a-0246-4366-bbae-43e2aa1ec6e6 req-dec209b1-ef9a-480d-9988-31d9096b27e9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 Feb 20 20:06:46.309773 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d300-b611-49f8-9f29-8b838fc9b182 req-dfc5da43-5625-4d32-bc96-c1f75bfce40a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.311247 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e7c2d300-b611-49f8-9f29-8b838fc9b182 req-dfc5da43-5625-4d32-bc96-c1f75bfce40a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0734031 Feb 20 20:06:46.334575 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-1dfbde2b-5b1b-4b7a-9a6e-f424f82973f1 req-defb9924-ceb4-4770-b485-ff657c733f8f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:06:46.335921 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1dfbde2b-5b1b-4b7a-9a6e-f424f82973f1 req-defb9924-ceb4-4770-b485-ff657c733f8f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056801 Feb 20 20:06:46.363097 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e7c2d300-b611-49f8-9f29-8b838fc9b182 req-5d2337af-540b-4d53-a8ad-4b963e17957a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 Feb 20 20:06:46.457123 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc154c-3a10-4746-bdd8-61499719181e req-1a45f7aa-2bd7-43a6-9388-d2199f4507fc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.458693 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-46fc154c-3a10-4746-bdd8-61499719181e req-1a45f7aa-2bd7-43a6-9388-d2199f4507fc tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.0556750 Feb 20 20:06:46.659448 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-914fa8a5-0d0e-4063-bfd8-6ecdf472e78e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.660931 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-914fa8a5-0d0e-4063-bfd8-6ecdf472e78e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "GET /v2.0/networks?id=f958998f-ca88-4271-bb92-1aabc95eb0b0 HTTP/1.1" status: 200 len: 809 time: 0.2013166 Feb 20 20:06:46.682993 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29146fde-e55f-4d61-a384-4b171a06ed83 req-8322ebde-989a-4ef0-b57f-7c46d8f96676 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.686399 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb83dd0-3fba-409c-ac40-6efc073804f1 req-0cab30a9-f680-450d-bc7c-6f38c0f4d7a5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.689699 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2eb83dd0-3fba-409c-ac40-6efc073804f1 req-0cab30a9-f680-450d-bc7c-6f38c0f4d7a5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0579317 Feb 20 20:06:46.690024 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-29146fde-e55f-4d61-a384-4b171a06ed83 req-8322ebde-989a-4ef0-b57f-7c46d8f96676 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.1454675 Feb 20 20:06:46.697203 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Request body: {'port': {'device_id': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0', 'admin_state_up': True, 'tenant_id': 'a2bc0681e8a4409baa15d332884a1faa'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:46.753241 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2eb83dd0-3fba-409c-ac40-6efc073804f1 req-194fc0c8-ce0b-4327-bf54-9b16f7d226a1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594330 Feb 20 20:06:46.775823 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Deleting port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:06:46.775823 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:46.861616 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-29146fde-e55f-4d61-a384-4b171a06ed83 req-ef512d94-b5db-4358-a915-561c987fce5f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706583 Feb 20 20:06:46.903674 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b4786-d055-4a9b-a31d-a2917ec1ec89 req-f9a5e387-7dbe-43d9-9d73-d4dbf7669e20 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.905868 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c99b4786-d055-4a9b-a31d-a2917ec1ec89 req-f9a5e387-7dbe-43d9-9d73-d4dbf7669e20 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0817256 Feb 20 20:06:46.995724 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c99b4786-d055-4a9b-a31d-a2917ec1ec89 req-bd68a7a3-23c0-40ba-9a2c-235bfb781901 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Feb 20 20:06:47.016047 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-424230b9-339c-4983-99e3-59fa9b5dcdb1 req-b8c2f449-2601-4052-a40b-004fca4332d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 210 time: 0.0529027 Feb 20 20:06:47.026500 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] For port 66cf79a0-9595-4b54-b7e5-143dbd215ba0, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=66cf79a0-9595-4b54-b7e5-143dbd215ba0,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:47.026829 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.041555 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Calling delete_port for 66cf79a0-9595-4b54-b7e5-143dbd215ba0 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:06:47.085024 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Made reservation on behalf of a2bc0681e8a4409baa15d332884a1faa for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:47.088907 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.281873 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Allocated IP 172.20.0.7 (f958998f-ca88-4271-bb92-1aabc95eb0b0/d632183e-a695-4801-b863-bc28ebf2e284/ba77d758-eae5-44ad-bb6e-5a91520d4691) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:47.296416 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bd312-ad3d-4870-9946-c915c679f123 req-c0f7ceaa-0fa3-4854-9916-848ef048186c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.297955 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c8bd312-ad3d-4870-9946-c915c679f123 req-c0f7ceaa-0fa3-4854-9916-848ef048186c tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 946 time: 0.0648370 Feb 20 20:06:47.363228 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c8bd312-ad3d-4870-9946-c915c679f123 req-112a6d23-09bc-4e8b-9f16-6ffe99df69df tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 Feb 20 20:06:47.363858 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42268) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:47.406509 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (66cf79a0-9595-4b54-b7e5-143dbd215ba0), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.423898 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312', 'd4683b79-a91e-4b41-9965-3b973105a9c2', '43327917-3ee5-431a-abfb-14e77aacc1a5', '66cf79a0-9595-4b54-b7e5-143dbd215ba0'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:47.464969 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event deleted for resources: {'Port': ['ID=66cf79a0-9595-4b54-b7e5-143dbd215ba0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:47.473118 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-05f3c112-32ff-4fcd-a6fe-c2f943987f8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081064 Feb 20 20:06:47.483935 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-b0ad6321-c07a-4542-bc8f-be828ba8d34b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:06:47.484940 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-b0ad6321-c07a-4542-bc8f-be828ba8d34b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053113 Feb 20 20:06:47.543398 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] No DVR routers for this DVR port 66cf79a0-9595-4b54-b7e5-143dbd215ba0 on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:06:47.560827 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.564178 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-46fc154c-3a10-4746-bdd8-61499719181e req-e203bef2-b7aa-4ff9-ac67-d6672e431b86 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "DELETE /v2.0/ports/66cf79a0-9595-4b54-b7e5-143dbd215ba0 HTTP/1.1" status: 204 len: 173 time: 1.0957520 Feb 20 20:06:47.567147 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'name': 'network-vif-deleted', 'tag': '66cf79a0-9595-4b54-b7e5-143dbd215ba0'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:47.569419 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34f1321-108e-4c49-bfdd-f7eb14005ba8" -d '{"events": [{"server_uuid": "c4c83820-38a2-40b1-b0bf-06e76eb7e734", "name": "network-vif-deleted", "tag": "66cf79a0-9595-4b54-b7e5-143dbd215ba0"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:47.583818 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42280) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:47.593342 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks [] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.603527 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472027-4a2a-46a8-8b7f-18ab75eba012 req-c2715906-f988-4041-bdce-a310aed63859 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.610339 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-01472027-4a2a-46a8-8b7f-18ab75eba012 req-c2715906-f988-4041-bdce-a310aed63859 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1627572 Feb 20 20:06:47.628877 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f2647a-1867-4d4d-818d-246f395792eb x-openstack-request-id: req-f7f2647a-1867-4d4d-818d-246f395792eb {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:47.629073 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c83820-38a2-40b1-b0bf-06e76eb7e734", "name": "network-vif-deleted", "tag": "66cf79a0-9595-4b54-b7e5-143dbd215ba0", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:47.629284 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7f2647a-1867-4d4d-818d-246f395792eb {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:47.629682 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c83820-38a2-40b1-b0bf-06e76eb7e734', 'name': 'network-vif-deleted', 'tag': '66cf79a0-9595-4b54-b7e5-143dbd215ba0', 'status': 'completed', 'code': 200} Feb 20 20:06:47.684287 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-01472027-4a2a-46a8-8b7f-18ab75eba012 req-5bca83c4-d48f-410a-b4c0-0f114073f3eb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730443 Feb 20 20:06:47.721476 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390accf5-fcf5-4436-b79c-de572f751d41 req-f69c10cb-513d-4e82-bc12-9ccf64408aec tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.722951 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-f69c10cb-513d-4e82-bc12-9ccf64408aec tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports/81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 200 len: 940 time: 0.1370494 Feb 20 20:06:47.777711 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:06:47.782534 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.895356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Pushing event updated for resources: {'Port': ['ID=ba77d758-eae5-44ad-bb6e-5a91520d4691,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:47.910326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Network f958998f-ca88-4271-bb92-1aabc95eb0b0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:47.912601 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:47.916509 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:47.919547 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170b513-28de-4a1c-b553-9ee37770413d req-61b8afdf-4174-4106-8468-26885b8ac864 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.921744 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2170b513-28de-4a1c-b553-9ee37770413d req-61b8afdf-4174-4106-8468-26885b8ac864 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0710394 Feb 20 20:06:47.981641 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2170b513-28de-4a1c-b553-9ee37770413d req-0c5e35f4-50dc-4c58-b228-edb40afd30dc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544307 Feb 20 20:06:48.020927 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.021553 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:48.059622 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: DOWN; New status is: DOWN {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:48.076739 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81561a6-182d-4183-a31e-ecd6a4b73364 req-3f0a86eb-686b-4606-a8fd-7c1232c43e5d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.078457 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a81561a6-182d-4183-a31e-ecd6a4b73364 req-3f0a86eb-686b-4606-a8fd-7c1232c43e5d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.1165640 Feb 20 20:06:48.117451 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53670785-9ded-4381-a581-2f245854c755 req-619f92fc-86e4-40a6-af17-aa58e1858a9a tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.119540 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-53670785-9ded-4381-a581-2f245854c755 req-619f92fc-86e4-40a6-af17-aa58e1858a9a tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0566113 Feb 20 20:06:48.138386 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-8c851f2a-36d3-42e5-9c32-f144252265d0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4456894 Feb 20 20:06:48.143537 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a81561a6-182d-4183-a31e-ecd6a4b73364 req-f03ef2a4-b913-4cea-9c1c-dc06e8ebbf6f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545218 Feb 20 20:06:48.154076 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Request body: {'port': {'device_id': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:48.191346 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-53670785-9ded-4381-a581-2f245854c755 req-1c33056b-7ca5-4860-8d03-ae6e010da0bf tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654852 Feb 20 20:06:48.475490 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d112e9fb-b455-4da3-8938-7a4307d956f7 req-08d583f1-aee2-43b7-b11f-c6f04d31be3b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4c83820-38a2-40b1-b0bf-06e76eb7e734 HTTP/1.1" status: 200 len: 210 time: 0.0358207 Feb 20 20:06:48.501371 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:48.527067 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451a5a3-3ec6-4022-858d-1701a11462ec req-3544e447-4cbf-492e-967e-9a9295080c57 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.528568 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d451a5a3-3ec6-4022-858d-1701a11462ec req-3544e447-4cbf-492e-967e-9a9295080c57 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 931 time: 0.3227563 Feb 20 20:06:48.659595 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d451a5a3-3ec6-4022-858d-1701a11462ec req-a60a4f87-75ea-4148-99aa-35dab5bb4399 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094677 Feb 20 20:06:48.812044 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5f091-279c-4869-8986-9b50ef2aadc3 req-8a5d36df-68a6-4bc9-b955-d503258cebef tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.814100 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38e5f091-279c-4869-8986-9b50ef2aadc3 req-8a5d36df-68a6-4bc9-b955-d503258cebef tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0623827 Feb 20 20:06:48.841825 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba77d758-eae5-44ad-bb6e-5a91520d4691 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:48.853640 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Publish callbacks [] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:48.867843 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Transition to ACTIVE for port object ba77d758-eae5-44ad-bb6e-5a91520d4691 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:48.869715 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38e5f091-279c-4869-8986-9b50ef2aadc3 req-39ab189f-679d-4105-ac3a-e16734c44ed2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Feb 20 20:06:48.949812 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:49.022188 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Pushing event updated for resources: {'Port': ['ID=ba77d758-eae5-44ad-bb6e-5a91520d4691,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:49.084448 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Attempting to bind port ba77d758-eae5-44ad-bb6e-5a91520d4691 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:49.084792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Attempting to bind port ba77d758-eae5-44ad-bb6e-5a91520d4691 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:49.085128 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Attempting to bind port ba77d758-eae5-44ad-bb6e-5a91520d4691 on network f958998f-ca88-4271-bb92-1aabc95eb0b0 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:49.092576 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Port ba77d758-eae5-44ad-bb6e-5a91520d4691 on network f958998f-ca88-4271-bb92-1aabc95eb0b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:49.092907 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Attempting to bind port ba77d758-eae5-44ad-bb6e-5a91520d4691 on network f958998f-ca88-4271-bb92-1aabc95eb0b0 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:49.098151 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:49.098504 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Checking segment: {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:49.098893 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Bound using segment: {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:49.099331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Bound port: ba77d758-eae5-44ad-bb6e-5a91520d4691, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:49.099696 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:49.210461 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12893c-4d4d-4d82-8c02-73775fbb2c29 req-24b49cc5-7825-4ddd-a536-22a0a067ff0a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.212094 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e12893c-4d4d-4d82-8c02-73775fbb2c29 req-24b49cc5-7825-4ddd-a536-22a0a067ff0a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1018882 Feb 20 20:06:49.213298 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] For port ba77d758-eae5-44ad-bb6e-5a91520d4691, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:49.216859 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] For port ba77d758-eae5-44ad-bb6e-5a91520d4691, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:49.265054 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e12893c-4d4d-4d82-8c02-73775fbb2c29 req-08069984-bec7-4509-b41b-8d4bf7f09208 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464447 Feb 20 20:06:49.280916 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:49.291505 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b0c8-74f6-4003-a284-718dabc228d4 req-4ce30c6b-3baa-4c96-bfe6-07fe4b02f6d4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.293051 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f5b4b0c8-74f6-4003-a284-718dabc228d4 req-4ce30c6b-3baa-4c96-bfe6-07fe4b02f6d4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0559208 Feb 20 20:06:49.314922 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.318174 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:49.318174 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] 10.222.0.65 "PUT /v2.0/ports/ba77d758-eae5-44ad-bb6e-5a91520d4691 HTTP/1.1" status: 200 len: 1093 time: 1.1686461 Feb 20 20:06:49.346785 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f5b4b0c8-74f6-4003-a284-718dabc228d4 req-6afcf0a5-a1db-4521-b8a5-2ebb23ab3f57 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Feb 20 20:06:49.346998 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d15a-ff95-4275-aeb1-df5137c00759 service neutron] Pushing event updated for resources: {'Port': ['ID=ba77d758-eae5-44ad-bb6e-5a91520d4691,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:49.461244 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-11fa3497-4a4e-49cf-be8d-feddb8a2a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.462749 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-11fa3497-4a4e-49cf-be8d-feddb8a2a6ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2bc0681e8a4409baa15d332884a1faa&device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 1127 time: 0.0461073 Feb 20 20:06:49.508667 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-7286e5af-1d1e-4c50-9da5-ea97bec7c484 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691 HTTP/1.1" status: 200 len: 217 time: 0.0382640 Feb 20 20:06:49.566149 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-c4bc8442-d640-4fdf-841a-937a42e76941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.569934 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-c4bc8442-d640-4fdf-841a-937a42e76941 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d632183e-a695-4801-b863-bc28ebf2e284 HTTP/1.1" status: 200 len: 849 time: 0.0524793 Feb 20 20:06:49.600505 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-b63dd42d-1c08-45ef-b31e-c187fcf4d5de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f958998f-ca88-4271-bb92-1aabc95eb0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262010 Feb 20 20:06:49.651902 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'tag': 'ba77d758-eae5-44ad-bb6e-5a91520d4691'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:49.654528 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24536a6-ba89-4c75-8dd1-120a7f7a8271" -d '{"events": [{"name": "network-changed", "server_uuid": "b96ae87f-e911-4706-b3c5-7fda2d2abc71", "tag": "ba77d758-eae5-44ad-bb6e-5a91520d4691"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:49.702170 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d48134c-0312-4e2b-bbd8-d794f71493f8 x-openstack-request-id: req-3d48134c-0312-4e2b-bbd8-d794f71493f8 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:49.702549 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96ae87f-e911-4706-b3c5-7fda2d2abc71", "tag": "ba77d758-eae5-44ad-bb6e-5a91520d4691", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:49.702694 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d48134c-0312-4e2b-bbd8-d794f71493f8 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:49.703080 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'tag': 'ba77d758-eae5-44ad-bb6e-5a91520d4691', 'status': 'completed', 'code': 200} Feb 20 20:06:49.706803 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-9434e541-a1e6-4a4d-a554-91395afdefe8 service neutron] 10.222.0.65 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001859 Feb 20 20:06:49.851816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85563554-ae65-402f-a4e5-636d4e0124b6 req-3d1591f8-8f55-42c8-83cb-4032f5945e36 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.853920 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-85563554-ae65-402f-a4e5-636d4e0124b6 req-3d1591f8-8f55-42c8-83cb-4032f5945e36 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 943 time: 0.1115646 Feb 20 20:06:49.858821 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b5e1fc3-e3cb-49f6-a6b9-2a4e73ed0c37 req-0d9d18c4-c901-4118-a4cd-db97278ee267 service neutron] 10.222.0.65 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424029 Feb 20 20:06:49.908246 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-85563554-ae65-402f-a4e5-636d4e0124b6 req-ea1e4c9f-685b-4cfd-b633-c42d17db4265 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Feb 20 20:06:50.009339 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282b25-a93a-4ee4-8327-0acc47e56dae req-35f31afd-b39c-4588-943a-befc490de6f3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.011048 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2c282b25-a93a-4ee4-8327-0acc47e56dae req-35f31afd-b39c-4588-943a-befc490de6f3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0619695 Feb 20 20:06:50.046485 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-e977eebb-9ed3-456d-856d-c844091bd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.048809 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-e977eebb-9ed3-456d-856d-c844091bd320 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2bc0681e8a4409baa15d332884a1faa&device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 1127 time: 0.0577374 Feb 20 20:06:50.067501 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2c282b25-a93a-4ee4-8327-0acc47e56dae req-6d73d844-2488-4a99-a029-a8b40e0da986 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503049 Feb 20 20:06:50.157772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-bdfc528d-a48f-4d1b-ba6a-f80b917c3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.159243 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-bdfc528d-a48f-4d1b-ba6a-f80b917c3801 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f958998f-ca88-4271-bb92-1aabc95eb0b0 HTTP/1.1" status: 200 len: 910 time: 0.0930986 Feb 20 20:06:50.208854 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-666eb8ff-ec17-400b-af13-3a474674c787 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691 HTTP/1.1" status: 200 len: 217 time: 0.0393155 Feb 20 20:06:50.259927 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-114de9b5-90f0-4ca3-a6f9-055ca1c40c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.261419 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-114de9b5-90f0-4ca3-a6f9-055ca1c40c04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d632183e-a695-4801-b863-bc28ebf2e284 HTTP/1.1" status: 200 len: 849 time: 0.0459237 Feb 20 20:06:50.297055 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-14003ee4-2a49-4415-94d1-5f6cc794b569 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f958998f-ca88-4271-bb92-1aabc95eb0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276818 Feb 20 20:06:50.442248 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254f965-d8ad-4886-a815-0fc5769818dc req-39e15b30-a9fc-45d5-857e-0cd82ba3f545 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.443744 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6254f965-d8ad-4886-a815-0fc5769818dc req-39e15b30-a9fc-45d5-857e-0cd82ba3f545 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0917389 Feb 20 20:06:50.445917 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-ed6e415e-6803-41c2-a518-44e918550af4 service neutron] 10.222.0.65 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407721 Feb 20 20:06:50.479436 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e498-38bc-49e1-815b-1a1482ed9734 req-502d27ea-74eb-48a8-950b-b02a754ff313 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.481277 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5aa8e498-38bc-49e1-815b-1a1482ed9734 req-502d27ea-74eb-48a8-950b-b02a754ff313 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0594325 Feb 20 20:06:50.540639 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5aa8e498-38bc-49e1-815b-1a1482ed9734 req-3b57929f-872b-4b97-9438-a8b0cc4a85e1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531375 Feb 20 20:06:50.558795 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6254f965-d8ad-4886-a815-0fc5769818dc req-133352be-b0d7-4cfb-a960-bb0300679197 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092293 Feb 20 20:06:50.584734 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a24536a6-ba89-4c75-8dd1-120a7f7a8271 req-397126d4-2e02-4b3c-9bcb-77669ae81aa8 service neutron] 10.222.0.65 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275418 Feb 20 20:06:51.033583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519528c-7769-4f0e-96b2-cc47ca2475ef req-ee0441dc-1bb7-4639-9c30-42dc6352b5ff tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.035065 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9519528c-7769-4f0e-96b2-cc47ca2475ef req-ee0441dc-1bb7-4639-9c30-42dc6352b5ff tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 943 time: 0.0562596 Feb 20 20:06:51.143986 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9519528c-7769-4f0e-96b2-cc47ca2475ef req-250149b8-0b32-45fa-a066-3bc01e946e6b tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997243 Feb 20 20:06:51.154583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390accf5-fcf5-4436-b79c-de572f751d41 req-83c74164-f7eb-4ca9-aed5-9c03d8bdcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.154583 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-83c74164-f7eb-4ca9-aed5-9c03d8bdcd9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012&tenant_id=00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 1127 time: 0.1174326 Feb 20 20:06:51.284689 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390accf5-fcf5-4436-b79c-de572f751d41 req-7c44de1f-9683-4f1d-9027-53f9394b2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.286551 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-7c44de1f-9683-4f1d-9027-53f9394b2b4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1127 time: 0.1040118 Feb 20 20:06:51.292567 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2507d2-b1c8-44cb-84bc-de785f290276 req-b95cc3bc-5878-453e-aad0-295ade3cfa78 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.292567 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-de2507d2-b1c8-44cb-84bc-de785f290276 req-b95cc3bc-5878-453e-aad0-295ade3cfa78 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0748165 Feb 20 20:06:51.341849 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-de2507d2-b1c8-44cb-84bc-de785f290276 req-439b9aed-0636-4c5c-9d52-37562782ab9f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Feb 20 20:06:51.360379 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb3ce8-a142-41e4-a864-07825b70ecd0 req-8784c74b-14ca-4bcc-aa0f-ec94c8e745b5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.361927 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f5eb3ce8-a142-41e4-a864-07825b70ecd0 req-8784c74b-14ca-4bcc-aa0f-ec94c8e745b5 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.1327002 Feb 20 20:06:51.430252 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390accf5-fcf5-4436-b79c-de572f751d41 req-2bf785c6-fab6-4c19-8af7-bf1cccbfa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.431660 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-2bf785c6-fab6-4c19-8af7-bf1cccbfa604 service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.1373239 Feb 20 20:06:51.435891 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f5eb3ce8-a142-41e4-a864-07825b70ecd0 req-f671d31e-6b4c-4f6b-ae26-a8cf8030e8ef tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Feb 20 20:06:51.500066 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-2c5b5ce0-5daf-4b0a-9bfa-fec3fca659e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 200 len: 999 time: 0.0619938 Feb 20 20:06:51.549278 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390accf5-fcf5-4436-b79c-de572f751d41 req-2b9ed9e6-2966-43f0-ba23-81124da23cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.550697 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-2b9ed9e6-2966-43f0-ba23-81124da23cb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0444026 Feb 20 20:06:51.614944 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390accf5-fcf5-4436-b79c-de572f751d41 req-7ba5de73-fdc2-4efe-9d1b-81fd9e646e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.617978 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-7ba5de73-fdc2-4efe-9d1b-81fd9e646e78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480819 Feb 20 20:06:51.666396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaca2ed-fa55-41cc-8800-f28cf9ae646d req-cf92ff2c-8fd6-4e76-97df-f1bf3df9c888 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.667977 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aaca2ed-fa55-41cc-8800-f28cf9ae646d req-cf92ff2c-8fd6-4e76-97df-f1bf3df9c888 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0625873 Feb 20 20:06:51.720269 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aaca2ed-fa55-41cc-8800-f28cf9ae646d req-5ebd37f6-af88-4f58-a017-d879b3d8d9a4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461941 Feb 20 20:06:51.742586 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b92f57-39a9-441a-ae1c-4373a798ea19 req-4ac8d9a1-8d2e-4960-be4a-8e8f7c1fe393 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.744713 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-54b92f57-39a9-441a-ae1c-4373a798ea19 req-4ac8d9a1-8d2e-4960-be4a-8e8f7c1fe393 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1018085 Feb 20 20:06:51.764609 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-335ab07c-7d3a-4e3d-9c6a-9b5ff8a32ac0 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410973 Feb 20 20:06:51.799868 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 66cf79a0-9595-4b54-b7e5-143dbd215ba0 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:06:51.820332 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 66cf79a0-9595-4b54-b7e5-143dbd215ba0 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:06:51.820684 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 66cf79a0-9595-4b54-b7e5-143dbd215ba0 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:06:51.848676 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-54b92f57-39a9-441a-ae1c-4373a798ea19 req-c41d0b3a-5ef0-43e9-9f17-e797ad498b40 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951297 Feb 20 20:06:51.884762 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-390accf5-fcf5-4436-b79c-de572f751d41 req-5d9e9d57-2d2e-49d2-8162-c7e53346bba1 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086435 Feb 20 20:06:52.294087 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf2325-0e44-4d54-a8b9-ed7798ece6d2 req-c33fd05a-a329-4c84-8fc6-4acd55027d8c tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.295632 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cdf2325-0e44-4d54-a8b9-ed7798ece6d2 req-c33fd05a-a329-4c84-8fc6-4acd55027d8c tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 943 time: 0.0641477 Feb 20 20:06:52.343636 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cdf2325-0e44-4d54-a8b9-ed7798ece6d2 req-d6e8ac46-2004-42f3-a032-7b27bfa5fdb4 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Feb 20 20:06:52.490860 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029930d-0a8f-4134-84a8-15b497934d88 req-e2a351e6-49c9-4a1c-be41-fa9492dcddb4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.492342 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4029930d-0a8f-4134-84a8-15b497934d88 req-e2a351e6-49c9-4a1c-be41-fa9492dcddb4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0701504 Feb 20 20:06:52.543769 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4029930d-0a8f-4134-84a8-15b497934d88 req-6913d3de-31c2-4c04-a1a1-3af8d327409f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454745 Feb 20 20:06:52.564143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5e739-cbe0-4a73-a422-eae603b45525 req-26d674d9-9766-46e8-b4bb-815fb6d0db98 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.565630 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d2d5e739-cbe0-4a73-a422-eae603b45525 req-26d674d9-9766-46e8-b4bb-815fb6d0db98 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0570285 Feb 20 20:06:52.619583 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d2d5e739-cbe0-4a73-a422-eae603b45525 req-8e910c16-6c1c-49b1-9ca3-d8270a600116 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483031 Feb 20 20:06:52.873064 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e0b3-21b6-4aef-bccb-2f1439cbc750 req-0ca8a1ed-4077-46c4-a73d-93593375140d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.874735 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ef50e0b3-21b6-4aef-bccb-2f1439cbc750 req-0ca8a1ed-4077-46c4-a73d-93593375140d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0665429 Feb 20 20:06:52.950742 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ef50e0b3-21b6-4aef-bccb-2f1439cbc750 req-24faa0ff-2ae1-4fd4-ad8c-72b20f879328 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701625 Feb 20 20:06:53.052956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef85fdd-59b9-4b83-8286-b994762f241f req-35d8a3e8-46c6-43c9-a460-6140f992284a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.055116 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5ef85fdd-59b9-4b83-8286-b994762f241f req-35d8a3e8-46c6-43c9-a460-6140f992284a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0728486 Feb 20 20:06:53.111033 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5ef85fdd-59b9-4b83-8286-b994762f241f req-8907d0c6-3469-4341-97ca-b4bb4f398329 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500445 Feb 20 20:06:53.485462 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2117d-7cae-480d-85c5-437503274c7b req-1863ff6a-8d1d-4805-bf95-73a9429e4c6e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.487446 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-41c2117d-7cae-480d-85c5-437503274c7b req-1863ff6a-8d1d-4805-bf95-73a9429e4c6e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 943 time: 0.0688813 Feb 20 20:06:53.547348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-41c2117d-7cae-480d-85c5-437503274c7b req-e0edf147-ab17-4218-be11-73c1c3b8aefa tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Feb 20 20:06:53.697681 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222014a6-8ee2-4200-86fc-1528069a387c req-c9134c36-8ff2-4bdc-a9c1-003fbe1860ac tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.705545 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-222014a6-8ee2-4200-86fc-1528069a387c req-c9134c36-8ff2-4bdc-a9c1-003fbe1860ac tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0762820 Feb 20 20:06:53.786187 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-222014a6-8ee2-4200-86fc-1528069a387c req-7b185999-2f52-4cca-b57d-a380afabd3f4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794809 Feb 20 20:06:53.793138 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb4bde-2e0f-4b2b-a2ad-5bdc2d1f87df req-778e3d1c-6d7b-4a37-90dc-05b066bb92ec tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.794822 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aeb4bde-2e0f-4b2b-a2ad-5bdc2d1f87df req-778e3d1c-6d7b-4a37-90dc-05b066bb92ec tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0841808 Feb 20 20:06:53.821172 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device ba77d758-eae5-44ad-bb6e-5a91520d4691 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:53.860446 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aeb4bde-2e0f-4b2b-a2ad-5bdc2d1f87df req-b152cdaa-fa18-4a99-a8bc-a53329bac3d1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563297 Feb 20 20:06:53.948809 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port ba77d758-eae5-44ad-bb6e-5a91520d4691, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:53.962721 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': 'ba77d758-eae5-44ad-bb6e-5a91520d4691', 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0', 'port_id': 'ba77d758-eae5-44ad-bb6e-5a91520d4691', 'mac_address': 'fa:16:3e:6f:ce:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632183e-a695-4801-b863-bc28ebf2e284', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:54.020131 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port ba77d758-eae5-44ad-bb6e-5a91520d4691 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:54.020800 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.036525 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba77d758-eae5-44ad-bb6e-5a91520d4691 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:54.058542 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port ba77d758-eae5-44ad-bb6e-5a91520d4691, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:54.133099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eba8b0-3d44-4b3e-9b55-b4c3e098f98d req-942c2c83-de0b-4b8a-99e6-7d20a7343105 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.135203 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d1eba8b0-3d44-4b3e-9b55-b4c3e098f98d req-942c2c83-de0b-4b8a-99e6-7d20a7343105 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0657430 Feb 20 20:06:54.142372 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.143614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:54.238204 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=ba77d758-eae5-44ad-bb6e-5a91520d4691,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:54.251880 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d1eba8b0-3d44-4b3e-9b55-b4c3e098f98d req-a87b8b3a-dde9-470a-929f-8f1faa3d876b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103415 Feb 20 20:06:54.309925 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66fa41-5fe0-4f92-8c9f-92da9653b204 req-90fb1a58-a623-4ea3-bffd-df7f37e731f8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.312052 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fc66fa41-5fe0-4f92-8c9f-92da9653b204 req-90fb1a58-a623-4ea3-bffd-df7f37e731f8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0938811 Feb 20 20:06:54.398534 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:54.421970 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '56478286-0f65-408c-a855-f3d1baf94552', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'port_id': '56478286-0f65-408c-a855-f3d1baf94552', 'mac_address': 'fa:16:3e:ec:7b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:54.440005 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fc66fa41-5fe0-4f92-8c9f-92da9653b204 req-60e1074b-29df-4b07-ae4c-052bc63ab551 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091011 Feb 20 20:06:54.472851 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 56478286-0f65-408c-a855-f3d1baf94552 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:54.473436 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.491235 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56478286-0f65-408c-a855-f3d1baf94552 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:54.518362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:54.636119 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:54.735672 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:54.747431 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64035f7-05aa-4505-a7f9-5c9794d8e4d4 req-3ba7837f-b5cb-4902-b3a8-07610171ad23 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.749238 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b64035f7-05aa-4505-a7f9-5c9794d8e4d4 req-3ba7837f-b5cb-4902-b3a8-07610171ad23 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 944 time: 0.1209164 Feb 20 20:06:54.858694 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b64035f7-05aa-4505-a7f9-5c9794d8e4d4 req-68f7349e-ba12-4ba9-889f-0805d1003c55 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Feb 20 20:06:54.963309 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85239014-e808-4ab1-9920-6cfe233d84f4 req-c5279fa9-0899-4dbf-909b-9266d166e3d2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.965156 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-85239014-e808-4ab1-9920-6cfe233d84f4 req-c5279fa9-0899-4dbf-909b-9266d166e3d2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0672302 Feb 20 20:06:55.059531 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a9b29-0ad0-4a3e-b5a9-6e307b74acb5 req-9bb2129c-6842-4470-84ef-83d424cf9f8b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.062382 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-324a9b29-0ad0-4a3e-b5a9-6e307b74acb5 req-9bb2129c-6842-4470-84ef-83d424cf9f8b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.1134195 Feb 20 20:06:55.070473 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['56478286-0f65-408c-a855-f3d1baf94552'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:55.083505 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-85239014-e808-4ab1-9920-6cfe233d84f4 req-203cac8f-b328-4060-bc83-7997051007d3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092846 Feb 20 20:06:55.089102 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['ba77d758-eae5-44ad-bb6e-5a91520d4691'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:55.194190 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-324a9b29-0ad0-4a3e-b5a9-6e307b74acb5 req-28d9e4b4-8ab6-4680-9824-7723d5fa2292 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090612 Feb 20 20:06:55.712939 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89be1aa-4938-4c3d-8c97-67c3b1d4eb2c req-18750588-ea3a-48fe-b650-ec725e07af2a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.712939 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b89be1aa-4938-4c3d-8c97-67c3b1d4eb2c req-18750588-ea3a-48fe-b650-ec725e07af2a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 945 time: 0.0863168 Feb 20 20:06:55.712939 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b89be1aa-4938-4c3d-8c97-67c3b1d4eb2c req-986dd726-9418-4d36-a33d-cb0dbfd52c89 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937216 Feb 20 20:06:55.713668 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bf66c-1f08-42e6-9c49-302952eb9b7c req-a1610dab-fcae-40cd-aea6-5da1a3196e3e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.713668 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e9bf66c-1f08-42e6-9c49-302952eb9b7c req-a1610dab-fcae-40cd-aea6-5da1a3196e3e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0861487 Feb 20 20:06:55.713668 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e9bf66c-1f08-42e6-9c49-302952eb9b7c req-2bbb52c7-2c99-40b7-929e-2d5023deed6d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526526 Feb 20 20:06:56.027540 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b16e84-3720-4238-806a-9e5942553f7a req-31359513-8f9e-4aac-a546-2d521c66f705 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.029254 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-59b16e84-3720-4238-806a-9e5942553f7a req-31359513-8f9e-4aac-a546-2d521c66f705 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 944 time: 0.0789189 Feb 20 20:06:56.101731 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-59b16e84-3720-4238-806a-9e5942553f7a req-56843c7c-a1f4-42e6-950c-daae106862b1 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648086 Feb 20 20:06:56.320642 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687d375-d19a-4adc-8d09-ac9d5e58734b req-21e706d4-8207-434e-9c60-7c667d3b7bb2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.332098 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4687d375-d19a-4adc-8d09-ac9d5e58734b req-21e706d4-8207-434e-9c60-7c667d3b7bb2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0989304 Feb 20 20:06:56.392138 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4687d375-d19a-4adc-8d09-ac9d5e58734b req-269d1890-2834-4f49-945d-fdd223736f69 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 Feb 20 20:06:56.428779 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3f833-5752-4fb7-9efe-79834af78859 req-991b62c4-21b5-4340-884c-ede84f5d76c3 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.432259 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-20a3f833-5752-4fb7-9efe-79834af78859 req-991b62c4-21b5-4340-884c-ede84f5d76c3 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.1153131 Feb 20 20:06:56.507983 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-20a3f833-5752-4fb7-9efe-79834af78859 req-1ec72637-d4dc-4aed-985b-a5f39067b141 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627606 Feb 20 20:06:56.930624 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab5ecd-b678-4d3f-acec-d05fbaff68bd req-e14280c5-ddbf-4e26-815a-2159e6423e8a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.935612 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8ab5ecd-b678-4d3f-acec-d05fbaff68bd req-e14280c5-ddbf-4e26-815a-2159e6423e8a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1214194 Feb 20 20:06:56.969685 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee44faf-ba90-4d5f-acf0-1accb226beb8 req-70b6f456-99dc-4258-9a04-5444ba8268f1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.972959 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-aee44faf-ba90-4d5f-acf0-1accb226beb8 req-70b6f456-99dc-4258-9a04-5444ba8268f1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 945 time: 0.1159637 Feb 20 20:06:57.060911 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-aee44faf-ba90-4d5f-acf0-1accb226beb8 req-7d8778ed-7c31-46ba-b957-89d74184508a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709536 Feb 20 20:06:57.074020 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8ab5ecd-b678-4d3f-acec-d05fbaff68bd req-38eec47c-ed49-454f-bba6-0bedc13a57cb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224058 Feb 20 20:06:57.369394 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b0eb-868c-4aee-b2f5-a16191281cdc req-763c1611-5ee9-48ca-9434-1be4e11414ba tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.370892 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-de38b0eb-868c-4aee-b2f5-a16191281cdc req-763c1611-5ee9-48ca-9434-1be4e11414ba tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 944 time: 0.1180546 Feb 20 20:06:57.467527 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-de38b0eb-868c-4aee-b2f5-a16191281cdc req-22a7e146-076c-4aae-98d9-4d53cd5575ca tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848062 Feb 20 20:06:57.585245 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689e76d-c30a-463c-b25e-b0b3a695129e req-719e9281-840e-493d-bebf-91bc4dd14df9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.589343 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c689e76d-c30a-463c-b25e-b0b3a695129e req-719e9281-840e-493d-bebf-91bc4dd14df9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0774579 Feb 20 20:06:57.661346 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c689e76d-c30a-463c-b25e-b0b3a695129e req-07b1b114-b716-4725-9e2e-c4218534361c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605350 Feb 20 20:06:57.716348 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57bcbd-fdb7-4dd5-b745-533bebe3e08e req-3b93458f-3b3b-4fa9-9fbe-aa5e188d16a8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.719976 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e57bcbd-fdb7-4dd5-b745-533bebe3e08e req-3b93458f-3b3b-4fa9-9fbe-aa5e188d16a8 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0852544 Feb 20 20:06:57.799148 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6e57bcbd-fdb7-4dd5-b745-533bebe3e08e req-1be34d4e-4c14-417b-852c-c47c8fc9aafb tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Feb 20 20:06:57.848649 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device ba77d758-eae5-44ad-bb6e-5a91520d4691 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:58.042929 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port ba77d758-eae5-44ad-bb6e-5a91520d4691 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:58.049426 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port ba77d758-eae5-44ad-bb6e-5a91520d4691 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:58.049941 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:58.229156 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:58.232433 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port ba77d758-eae5-44ad-bb6e-5a91520d4691 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:58.232433 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:58.264372 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f90fb-2b38-47e8-a261-a9c5f3e90581 req-638e7980-5280-430a-bea7-7165827e714e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.279419 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a93f90fb-2b38-47e8-a261-a9c5f3e90581 req-638e7980-5280-430a-bea7-7165827e714e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 945 time: 0.0903654 Feb 20 20:06:58.279632 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba77d758-eae5-44ad-bb6e-5a91520d4691'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:58.289815 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8943c-3f64-408b-93f7-e48a4b1a1a73" -d '{"events": [{"server_uuid": "b96ae87f-e911-4706-b3c5-7fda2d2abc71", "name": "network-vif-plugged", "status": "completed", "tag": "ba77d758-eae5-44ad-bb6e-5a91520d4691"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:58.308420 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port ba77d758-eae5-44ad-bb6e-5a91520d4691, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:58.373220 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:58.374646 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:58.416711 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a93f90fb-2b38-47e8-a261-a9c5f3e90581 req-769e1a8e-2069-4023-ac24-f46184f14643 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440098 Feb 20 20:06:58.448324 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f420-78c3-4b4b-814f-18475fe30d06 req-689e17ee-fdc4-419d-9272-eeb64d6593cc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.461426 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cf33f420-78c3-4b4b-814f-18475fe30d06 req-689e17ee-fdc4-419d-9272-eeb64d6593cc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1990650 Feb 20 20:06:58.520045 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca61700-8293-44e3-80e2-42eae765d020 x-openstack-request-id: req-eca61700-8293-44e3-80e2-42eae765d020 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:58.520942 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ae87f-e911-4706-b3c5-7fda2d2abc71", "name": "network-vif-plugged", "status": "completed", "tag": "ba77d758-eae5-44ad-bb6e-5a91520d4691", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:58.523438 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eca61700-8293-44e3-80e2-42eae765d020 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:58.524156 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba77d758-eae5-44ad-bb6e-5a91520d4691', 'code': 200} Feb 20 20:06:58.576095 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cf33f420-78c3-4b4b-814f-18475fe30d06 req-593a24d1-611d-4865-9591-64029d152356 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128044 Feb 20 20:06:58.581575 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=ba77d758-eae5-44ad-bb6e-5a91520d4691,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:58.679099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99807716-ee9a-436f-ad1f-4d2407afc8da req-809d91d8-b30e-4be2-9b8d-cf85ccb795bd tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.680814 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99807716-ee9a-436f-ad1f-4d2407afc8da req-809d91d8-b30e-4be2-9b8d-cf85ccb795bd tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0938120 Feb 20 20:06:58.744607 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99807716-ee9a-436f-ad1f-4d2407afc8da req-1879eb86-85fd-4c9d-8bca-b47b3f71abc2 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556934 Feb 20 20:06:58.749345 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 56478286-0f65-408c-a855-f3d1baf94552 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:58.773810 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 56478286-0f65-408c-a855-f3d1baf94552 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:58.774313 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (56478286-0f65-408c-a855-f3d1baf94552), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:58.839323 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014e130-3786-4a46-a20a-dfcba9b82f22 req-f282a8c9-2526-48b2-9415-aac15d6bc0de tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.841242 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f014e130-3786-4a46-a20a-dfcba9b82f22 req-f282a8c9-2526-48b2-9415-aac15d6bc0de tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0766354 Feb 20 20:06:58.968145 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f014e130-3786-4a46-a20a-dfcba9b82f22 req-963c9573-7132-4d49-bbaa-be7fbeedebd3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171992 Feb 20 20:06:58.972422 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 56478286-0f65-408c-a855-f3d1baf94552 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:58.973499 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:59.036936 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:59.079542 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b79f-3910-49b7-8b73-cdd616a538c0 req-ddfa3a5a-953a-41b8-a9f5-23c42153b76a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.081598 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2989b79f-3910-49b7-8b73-cdd616a538c0 req-ddfa3a5a-953a-41b8-a9f5-23c42153b76a tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.1288838 Feb 20 20:06:59.123934 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:59.164518 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2989b79f-3910-49b7-8b73-cdd616a538c0 req-42b03f2f-7832-494e-9fc3-142f6a012f52 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Feb 20 20:06:59.209768 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:59.560238 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb3962-8311-464c-85a0-607b15d42327 req-525934a0-346b-4076-89cf-ed241fc38b29 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.561923 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b2bb3962-8311-464c-85a0-607b15d42327 req-525934a0-346b-4076-89cf-ed241fc38b29 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0689199 Feb 20 20:06:59.629451 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b2bb3962-8311-464c-85a0-607b15d42327 req-603eed42-cc92-4893-bb77-3b9a7a442192 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606644 Feb 20 20:06:59.763184 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8c002-8693-42c3-a4d1-cdceafa7bad1 req-41399e12-79eb-402f-83f7-66af7aadb791 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.764755 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f9a8c002-8693-42c3-a4d1-cdceafa7bad1 req-41399e12-79eb-402f-83f7-66af7aadb791 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0839956 Feb 20 20:06:59.831319 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f9a8c002-8693-42c3-a4d1-cdceafa7bad1 req-cf424d59-0e06-4ff5-8ced-e6dd766a754c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583348 Feb 20 20:06:59.912434 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2548592-beac-4135-86e9-a998405022f6 req-dac3950d-5bc0-43a6-ba17-13af59adb59f tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.914193 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a2548592-beac-4135-86e9-a998405022f6 req-dac3950d-5bc0-43a6-ba17-13af59adb59f tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0812519 Feb 20 20:06:59.967907 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a2548592-beac-4135-86e9-a998405022f6 req-51a15cfd-ed67-44f7-8971-df96d9577ef6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470502 Feb 20 20:07:00.106779 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b930b5-75ee-4b3b-a234-697186d0636f req-2cf2e2ef-82fd-4a59-9aa8-94cf981b4ade tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.108478 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f4b930b5-75ee-4b3b-a234-697186d0636f req-2cf2e2ef-82fd-4a59-9aa8-94cf981b4ade tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0587358 Feb 20 20:07:00.173670 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f4b930b5-75ee-4b3b-a234-697186d0636f req-7926eb53-5085-4342-996f-bef1ab8a27d4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593214 Feb 20 20:07:00.326729 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b57852-d4e4-42f4-8d5f-45980c0d2368 req-d1dbb4fa-097a-4d64-b6b7-125f3385a880 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.328345 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-55b57852-d4e4-42f4-8d5f-45980c0d2368 req-d1dbb4fa-097a-4d64-b6b7-125f3385a880 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0728207 Feb 20 20:07:00.386090 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-55b57852-d4e4-42f4-8d5f-45980c0d2368 req-4668752c-bf17-42f6-bf28-7315c10928b4 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 Feb 20 20:07:00.526303 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:00.530159 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e25d51-dbc7-498c-a7c8-692ff1f7620e" -d '{"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-plugged", "status": "completed", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:00.575173 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d203ef7d-7a10-4ce0-8a4e-ae6d2138e619 x-openstack-request-id: req-d203ef7d-7a10-4ce0-8a4e-ae6d2138e619 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:00.575595 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-plugged", "status": "completed", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:00.576020 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d203ef7d-7a10-4ce0-8a4e-ae6d2138e619 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:00.576617 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'code': 200} Feb 20 20:07:00.781901 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef58c81-ae45-4590-9ff0-29e927d3c3a7 req-890f5772-82de-43d8-8f65-a7d11a75fe20 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.783572 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fef58c81-ae45-4590-9ff0-29e927d3c3a7 req-890f5772-82de-43d8-8f65-a7d11a75fe20 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0710523 Feb 20 20:07:00.855459 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fef58c81-ae45-4590-9ff0-29e927d3c3a7 req-ee6923c6-fe83-4fbc-a1eb-168d1538b7cc tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651932 Feb 20 20:07:00.997820 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2c0d0-98a4-4901-802a-15bd292f128a req-48ca5a98-6c3e-4106-a670-846afdc885db tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.000214 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-65a2c0d0-98a4-4901-802a-15bd292f128a req-48ca5a98-6c3e-4106-a670-846afdc885db tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0757406 Feb 20 20:07:01.091785 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-65a2c0d0-98a4-4901-802a-15bd292f128a req-7774e832-63f4-4daa-8218-63a84a7d5725 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856616 Feb 20 20:07:01.209016 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa275-d2af-4df9-b213-edbdfaef499d req-deccf788-4109-4329-ba37-7ca01389e27e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.212477 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6f8fa275-d2af-4df9-b213-edbdfaef499d req-deccf788-4109-4329-ba37-7ca01389e27e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.1552584 Feb 20 20:07:01.310990 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6f8fa275-d2af-4df9-b213-edbdfaef499d req-791d99a5-4f18-4e03-b012-3f170b715723 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888817 Feb 20 20:07:01.344630 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83ac04-d853-4e4a-80df-f476eb994e6a req-f717e43b-9557-4cf9-ac88-781242ee23d8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.346253 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-db83ac04-d853-4e4a-80df-f476eb994e6a req-f717e43b-9557-4cf9-ac88-781242ee23d8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0745566 Feb 20 20:07:01.431130 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-db83ac04-d853-4e4a-80df-f476eb994e6a req-ec683ace-f74b-46ad-90c0-e6b446b0856c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767076 Feb 20 20:07:01.533846 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7652e6b-7ae5-4bef-913b-0e19a930ea8a req-00c78b28-e8d8-4008-8d21-16eb5fee1a46 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.535392 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c7652e6b-7ae5-4bef-913b-0e19a930ea8a req-00c78b28-e8d8-4008-8d21-16eb5fee1a46 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0580885 Feb 20 20:07:01.625830 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c7652e6b-7ae5-4bef-913b-0e19a930ea8a req-f5021d60-0a56-477f-9171-b3d450f472b9 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828412 Feb 20 20:07:02.023028 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9da4-ca6b-46db-ae14-5d7164b7ed36 req-19a7524f-09b4-4ce2-8915-fbe9f255f635 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.025566 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b5cc9da4-ca6b-46db-ae14-5d7164b7ed36 req-19a7524f-09b4-4ce2-8915-fbe9f255f635 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0666032 Feb 20 20:07:02.090025 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b5cc9da4-ca6b-46db-ae14-5d7164b7ed36 req-59f9f999-76a0-4a40-92f2-4f427f03d3f6 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592849 Feb 20 20:07:02.281132 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a857ddf-4de7-48a4-824e-9dafe6f01c48 req-9328cd73-c0e2-464d-925c-9f0d572afacf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.282859 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a857ddf-4de7-48a4-824e-9dafe6f01c48 req-9328cd73-c0e2-464d-925c-9f0d572afacf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0661411 Feb 20 20:07:02.340790 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a857ddf-4de7-48a4-824e-9dafe6f01c48 req-341c1215-dbce-4e97-8c20-3f071f21de87 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516322 Feb 20 20:07:02.458340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134961e-677e-4b37-92e0-19185e20f7c4 req-b74b336a-bbbd-48d0-8651-1f78cf8b0398 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.459906 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2134961e-677e-4b37-92e0-19185e20f7c4 req-b74b336a-bbbd-48d0-8651-1f78cf8b0398 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0585518 Feb 20 20:07:02.509525 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2134961e-677e-4b37-92e0-19185e20f7c4 req-f0983f87-d76e-431e-a758-9ca4fd3b5db8 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Feb 20 20:07:02.554608 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dc517-cec5-4d80-bb76-6a9d68b48393 req-d9e8e364-ec69-4321-b648-2fad4c9f9048 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.588851 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f25dc517-cec5-4d80-bb76-6a9d68b48393 req-d9e8e364-ec69-4321-b648-2fad4c9f9048 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0575650 Feb 20 20:07:02.616862 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f25dc517-cec5-4d80-bb76-6a9d68b48393 req-d1071d89-3829-455d-a8f4-f4a39a8bb394 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 Feb 20 20:07:02.758461 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3439d0-3b6c-4c67-93f2-02fb777a3f6a req-3ae7ace5-2167-4846-a982-0bf346434f93 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.761007 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc3439d0-3b6c-4c67-93f2-02fb777a3f6a req-3ae7ace5-2167-4846-a982-0bf346434f93 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0603869 Feb 20 20:07:02.818784 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc3439d0-3b6c-4c67-93f2-02fb777a3f6a req-096f945a-ade9-4665-a278-b72bd2ab4127 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Feb 20 20:07:03.061960 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-46c5bb75-1e19-486e-9118-626cf3654777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:03.222782 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6526-3e4b-4d60-beba-c67f035dba2e req-1dc98738-919f-4816-b5d2-db3bcf61362c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.224414 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5aed6526-3e4b-4d60-beba-c67f035dba2e req-1dc98738-919f-4816-b5d2-db3bcf61362c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0553129 Feb 20 20:07:03.282909 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5aed6526-3e4b-4d60-beba-c67f035dba2e req-56eb9031-0bab-43bc-a4d2-90314f713bde tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516095 Feb 20 20:07:03.478888 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903a517-1857-4f3f-b752-caabf6cca102 req-70400fdd-3bf6-45e8-9c0b-ad338c848221 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.482535 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5903a517-1857-4f3f-b752-caabf6cca102 req-70400fdd-3bf6-45e8-9c0b-ad338c848221 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0571752 Feb 20 20:07:03.534921 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5903a517-1857-4f3f-b752-caabf6cca102 req-016a8e19-47bc-43a8-9ddf-938d984d71e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472796 Feb 20 20:07:03.603231 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c2fb7-2a49-4948-8b7d-8305e55e8c08 req-75d07b64-c373-4c01-9bb5-373ea5460f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.604782 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-727c2fb7-2a49-4948-8b7d-8305e55e8c08 req-75d07b64-c373-4c01-9bb5-373ea5460f7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1130 time: 0.0903995 Feb 20 20:07:03.613674 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a3bb8-69dc-4315-ae7a-9031c4d64f87 req-d8e5406d-6aa3-4bbf-bae6-7819f53da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.618036 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e5a3bb8-69dc-4315-ae7a-9031c4d64f87 req-d8e5406d-6aa3-4bbf-bae6-7819f53da9c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 1129 time: 0.1019201 Feb 20 20:07:03.728353 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-727c2fb7-2a49-4948-8b7d-8305e55e8c08 req-bd22b3bb-8ad1-4f15-90c4-db64afcae2f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922024 Feb 20 20:07:03.730418 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e5a3bb8-69dc-4315-ae7a-9031c4d64f87 req-2c2e349c-1ee5-4260-a433-03e4d5d3611e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 Feb 20 20:07:03.737481 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068d7e-ae42-40c3-8edd-66baffac6453 req-d2045983-c829-49c3-9ae1-34807576c328 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.738903 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b068d7e-ae42-40c3-8edd-66baffac6453 req-d2045983-c829-49c3-9ae1-34807576c328 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.1413598 Feb 20 20:07:03.753391 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc1e7-9a56-4779-9d04-e64caca277a5 req-dc4fd208-7622-43c4-8fd8-9ee54dc5158a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.754904 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ffafc1e7-9a56-4779-9d04-e64caca277a5 req-dc4fd208-7622-43c4-8fd8-9ee54dc5158a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0612183 Feb 20 20:07:03.790346 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0b068d7e-ae42-40c3-8edd-66baffac6453 req-87046139-8da2-46c5-9bac-659f93ba7bf5 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446291 Feb 20 20:07:03.804977 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ffafc1e7-9a56-4779-9d04-e64caca277a5 req-861b4046-4c14-4206-8759-bdb897a79fd4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Feb 20 20:07:03.936766 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3aff-6975-4f57-94e6-4e183bb6412f req-5fcca78c-ada2-43eb-b1b1-9c27c8e04b4b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.938148 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cb4c3aff-6975-4f57-94e6-4e183bb6412f req-5fcca78c-ada2-43eb-b1b1-9c27c8e04b4b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.0541749 Feb 20 20:07:03.986301 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cb4c3aff-6975-4f57-94e6-4e183bb6412f req-b93871a6-d24c-4999-9ced-16f1fe7a0893 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Feb 20 20:07:04.429830 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97565-7892-479e-b53c-365725afeb37 req-80b40545-0abd-40e1-8c95-fca71ba5539b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.431894 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fa97565-7892-479e-b53c-365725afeb37 req-80b40545-0abd-40e1-8c95-fca71ba5539b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0714500 Feb 20 20:07:04.436130 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-26ed584b-b2a0-4bbf-a620-3973b9600a27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472705 Feb 20 20:07:04.483749 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fa97565-7892-479e-b53c-365725afeb37 req-cbd61e9f-fee1-4b6c-9110-921c7bc975ed tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Feb 20 20:07:04.667907 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5fac8f39-fc5c-4b54-ad20-4747e4e98bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:04.797127 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b543e-4257-4f59-a662-c9441f70b232 req-469ef140-ae59-4adb-b0da-4fa58656f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.798623 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-469ef140-ae59-4adb-b0da-4fa58656f62d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 1129 time: 0.3321557 Feb 20 20:07:04.825329 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6025-a4e9-462a-8139-7e64051b1815 req-f16fe853-dccc-42e8-bd4c-6a3ee1a30cde tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.826839 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-837e6025-a4e9-462a-8139-7e64051b1815 req-f16fe853-dccc-42e8-bd4c-6a3ee1a30cde tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0966201 Feb 20 20:07:04.843309 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-f894c061-a53f-4b0f-8b20-942578d6ceae tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.844804 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-f894c061-a53f-4b0f-8b20-942578d6ceae tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.1134715 Feb 20 20:07:04.920846 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ce8ec-24ab-4954-9581-f4dbfa96a127 req-38364bc0-d4c6-465e-822f-cf3c22fc9be4 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:04.922365 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-372ce8ec-24ab-4954-9581-f4dbfa96a127 req-38364bc0-d4c6-465e-822f-cf3c22fc9be4 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0597889 Feb 20 20:07:04.979825 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-372ce8ec-24ab-4954-9581-f4dbfa96a127 req-6e35b300-e801-4700-846b-bdb4ea720e6e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513489 Feb 20 20:07:05.007189 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-837e6025-a4e9-462a-8139-7e64051b1815 req-2cc15844-c27e-4605-a38f-46551fa18220 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710088 Feb 20 20:07:05.056026 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b543e-4257-4f59-a662-c9441f70b232 req-6205c6a5-238d-4196-9745-e90648b4fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.060308 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-6205c6a5-238d-4196-9745-e90648b4fda3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.2325070 Feb 20 20:07:05.089149 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Deleting port 43327917-3ee5-431a-abfb-14e77aacc1a5 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:05.089403 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:05.106006 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6cf3e-2c7d-4550-8ed8-9fbb5ecd05b5 req-f26cba19-e949-4832-b15a-ef52b56b5845 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.107515 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b0c6cf3e-2c7d-4550-8ed8-9fbb5ecd05b5 req-f26cba19-e949-4832-b15a-ef52b56b5845 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0688863 Feb 20 20:07:05.134020 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-00ed31fc-821e-44a5-8c19-715801540c07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07472b65-7967-4104-8806-9ce960f986d6 HTTP/1.1" status: 200 len: 217 time: 0.0651884 Feb 20 20:07:05.158686 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b0c6cf3e-2c7d-4550-8ed8-9fbb5ecd05b5 req-d0dd90a9-bb55-4b71-98e7-eb1ea2667149 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453811 Feb 20 20:07:05.272858 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b543e-4257-4f59-a662-c9441f70b232 req-d8db74cc-77f7-4c43-b2a3-886075dba21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.274312 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-d8db74cc-77f7-4c43-b2a3-886075dba21d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.1022868 Feb 20 20:07:05.296471 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] For port 43327917-3ee5-431a-abfb-14e77aacc1a5, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=43327917-3ee5-431a-abfb-14e77aacc1a5,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:05.296838 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:05.324212 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-8180c4bc-cfc0-4f0d-8456-5603ecd302ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403121 Feb 20 20:07:05.334061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16fc5c-9c98-4b3b-b7c7-cd8d89ae9c95 req-41576d18-bcf2-46c1-89ca-1fd0a65b1e7d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.335672 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0c16fc5c-9c98-4b3b-b7c7-cd8d89ae9c95 req-41576d18-bcf2-46c1-89ca-1fd0a65b1e7d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 946 time: 0.2125034 Feb 20 20:07:05.336634 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Calling delete_port for 43327917-3ee5-431a-abfb-14e77aacc1a5 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:05.503421 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0c16fc5c-9c98-4b3b-b7c7-cd8d89ae9c95 req-890c9073-3895-4376-ae79-2d1748bb2d77 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545632 Feb 20 20:07:05.537546 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-bb6b4453-52cf-4924-8728-db73ec98bd15 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940329 Feb 20 20:07:05.622488 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5ad4f-fc0d-4198-8771-bc5b3a9fa4ce req-1d973e52-fa11-4587-99ff-3b17ed082f8c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.629627 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-78f5ad4f-fc0d-4198-8771-bc5b3a9fa4ce req-1d973e52-fa11-4587-99ff-3b17ed082f8c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0655353 Feb 20 20:07:05.674181 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-781b543e-4257-4f59-a662-c9441f70b232 req-2cf2c974-a39c-4c9d-ab14-5af5ee152443 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292677 Feb 20 20:07:05.688016 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-78f5ad4f-fc0d-4198-8771-bc5b3a9fa4ce req-24e2e70b-2b18-464f-82d1-84eeafe8015f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574772 Feb 20 20:07:05.719919 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (43327917-3ee5-431a-abfb-14e77aacc1a5), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:05.723755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa2dfd-6960-462e-af1d-8a97d158ba4f req-14150801-46ab-4945-a286-61ab7abc08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.725414 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2efa2dfd-6960-462e-af1d-8a97d158ba4f req-14150801-46ab-4945-a286-61ab7abc08a2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0505419 Feb 20 20:07:05.744207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312', 'd4683b79-a91e-4b41-9965-3b973105a9c2', '43327917-3ee5-431a-abfb-14e77aacc1a5'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:05.773422 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event deleted for resources: {'Port': ['ID=43327917-3ee5-431a-abfb-14e77aacc1a5,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:05.788173 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2efa2dfd-6960-462e-af1d-8a97d158ba4f req-33126317-471e-4752-a28c-0e8939c28121 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529647 Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.798428 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.799337 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.799337 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.799337 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.799623 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:05.818483 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] No DVR routers for this DVR port 43327917-3ee5-431a-abfb-14e77aacc1a5 on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:05.821342 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:05.824998 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eb5f5a7b-5d24-46e5-ad94-6171c31d0d9e req-4658e82e-4a23-493c-9bf5-943a76c78ae6 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "DELETE /v2.0/ports/43327917-3ee5-431a-abfb-14e77aacc1a5 HTTP/1.1" status: 204 len: 173 time: 0.9639165 Feb 20 20:07:05.825462 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f485d0-41a5-4cd5-ae29-161764903f62', 'name': 'network-vif-deleted', 'tag': '43327917-3ee5-431a-abfb-14e77aacc1a5'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:05.827970 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cab55db-d303-4b02-b5ab-331aaac4691c" -d '{"events": [{"server_uuid": "13f485d0-41a5-4cd5-ae29-161764903f62", "name": "network-vif-deleted", "tag": "43327917-3ee5-431a-abfb-14e77aacc1a5"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:05.870249 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496887a-9729-4ebf-bde7-9c7ab33c114c x-openstack-request-id: req-c496887a-9729-4ebf-bde7-9c7ab33c114c {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:05.875047 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f485d0-41a5-4cd5-ae29-161764903f62", "name": "network-vif-deleted", "tag": "43327917-3ee5-431a-abfb-14e77aacc1a5", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:05.875235 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c496887a-9729-4ebf-bde7-9c7ab33c114c {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:05.875673 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f485d0-41a5-4cd5-ae29-161764903f62', 'name': 'network-vif-deleted', 'tag': '43327917-3ee5-431a-abfb-14e77aacc1a5', 'status': 'completed', 'code': 200} Feb 20 20:07:05.993669 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:06.117609 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8278ac-405e-47ac-b4ac-42e881ef48ad req-219ae7b5-e111-4212-858e-264114b528e7 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.130136 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c8278ac-405e-47ac-b4ac-42e881ef48ad req-219ae7b5-e111-4212-858e-264114b528e7 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0644395 Feb 20 20:07:06.169683 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c8278ac-405e-47ac-b4ac-42e881ef48ad req-8d06f1a4-b803-4f6e-83e9-fabc6430040d tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Feb 20 20:07:06.184045 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19debf4-e85d-4495-acd1-4b704b245c28 req-e4318617-b90b-4f91-a8cc-e4b5ffb8c23f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.185653 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a19debf4-e85d-4495-acd1-4b704b245c28 req-e4318617-b90b-4f91-a8cc-e4b5ffb8c23f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0630612 Feb 20 20:07:06.236868 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a19debf4-e85d-4495-acd1-4b704b245c28 req-74092696-b0f9-43d4-a7fd-78efc2aa2669 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453367 Feb 20 20:07:06.304299 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01466cd-364c-4c4c-9fce-218e04fce5bf req-a047269f-0fae-4e51-b296-f6a5141eb8bb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.306024 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c01466cd-364c-4c4c-9fce-218e04fce5bf req-a047269f-0fae-4e51-b296-f6a5141eb8bb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0715311 Feb 20 20:07:06.357708 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c01466cd-364c-4c4c-9fce-218e04fce5bf req-3efca0c6-10fb-4cf7-97d2-c6dddbc86ed2 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460744 Feb 20 20:07:06.615973 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-41effb2a-37f2-4efd-84aa-82d265c4f1b6 req-51618ebe-9e2d-4c88-90d5-6407f63287ed tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=13f485d0-41a5-4cd5-ae29-161764903f62 HTTP/1.1" status: 200 len: 210 time: 0.0318940 Feb 20 20:07:06.827691 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14b2d-345c-4792-87c5-ce91f33b42d9 req-19384b18-3dd7-4819-97b8-3d047e8e0c29 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.829243 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b8a14b2d-345c-4792-87c5-ce91f33b42d9 req-19384b18-3dd7-4819-97b8-3d047e8e0c29 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0638838 Feb 20 20:07:06.881991 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b8a14b2d-345c-4792-87c5-ce91f33b42d9 req-45feaf86-6251-44d9-8eb6-2d5bf6fa93d1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Feb 20 20:07:07.008922 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4e02e-d580-4f5f-a351-cb3e8672baf7 req-84f9f1c3-450a-404b-be64-ca426759aa96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.010513 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-60c4e02e-d580-4f5f-a351-cb3e8672baf7 req-84f9f1c3-450a-404b-be64-ca426759aa96 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0569081 Feb 20 20:07:07.011571 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:07.074042 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-60c4e02e-d580-4f5f-a351-cb3e8672baf7 req-face9b51-4bee-4c4c-b9f8-d1aa8db1d055 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562150 Feb 20 20:07:07.096157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42612) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:07.343424 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722f5ad2-d055-4ab7-aafd-8d72f4471ecc tempest-TestShelveInstance-351727976 tempest-TestShelveInstance-351727976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.349577 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-722f5ad2-d055-4ab7-aafd-8d72f4471ecc tempest-TestShelveInstance-351727976 tempest-TestShelveInstance-351727976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1125 time: 0.2477715 Feb 20 20:07:07.351778 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1afba4-538f-4072-ad91-4886c521bc0b req-d95e7cf3-edb0-4850-8114-91d1e98fa9ca tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.353946 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-de1afba4-538f-4072-ad91-4886c521bc0b req-d95e7cf3-edb0-4850-8114-91d1e98fa9ca tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.1091046 Feb 20 20:07:07.354374 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42622) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:07.358623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'port_id': '56478286-0f65-408c-a855-f3d1baf94552', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:07.411557 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da787d90-a5e5-4a42-bf27-9da902a2644f req-b7cebd0c-d07e-4880-ac08-b52d07b3df53 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.413577 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-da787d90-a5e5-4a42-bf27-9da902a2644f req-b7cebd0c-d07e-4880-ac08-b52d07b3df53 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0889020 Feb 20 20:07:07.423262 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-de1afba4-538f-4072-ad91-4886c521bc0b req-cc7ee739-019f-4c34-aada-0cfebddcda6c tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603094 Feb 20 20:07:07.482663 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-da787d90-a5e5-4a42-bf27-9da902a2644f req-621cd3a8-50d9-4bc5-af4d-2af41c48ef2d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614631 Feb 20 20:07:07.514014 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:07.631441 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0a12d-1d54-45da-8c89-a024e68ace24 req-de47e2d1-7e91-4644-a4b4-eff31dd7f057 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.635765 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acb0a12d-1d54-45da-8c89-a024e68ace24 req-de47e2d1-7e91-4644-a4b4-eff31dd7f057 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1049321 Feb 20 20:07:07.714416 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acb0a12d-1d54-45da-8c89-a024e68ace24 req-712c3d7b-7fc2-43fa-b0fe-45a549a09721 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728140 Feb 20 20:07:07.716915 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:07.828172 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Allocated IP 172.27.2.104 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/a6e4db20-1ddd-4572-b980-e5ce1528a20b) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:07.858148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 43327917-3ee5-431a-abfb-14e77aacc1a5 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:07.880603 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 43327917-3ee5-431a-abfb-14e77aacc1a5 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:07.880944 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 43327917-3ee5-431a-abfb-14e77aacc1a5 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:07.939836 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.206629 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.256091 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:08.259740 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:08.265286 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:08.271648 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'Port': ['ID=a6e4db20-1ddd-4572-b980-e5ce1528a20b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:08.300070 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.300418 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.300764 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.301212 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.301454 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.301784 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.302104 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.302420 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.302736 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.303045 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.303366 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.303681 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.304019 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:08.718667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96871fd6-55e3-4238-903a-d6556a761904 req-7645dada-2aeb-4b84-8ff2-e1924a99e0bd tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.720076 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-96871fd6-55e3-4238-903a-d6556a761904 req-7645dada-2aeb-4b84-8ff2-e1924a99e0bd tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.1035678 Feb 20 20:07:08.770896 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.818306 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-96871fd6-55e3-4238-903a-d6556a761904 req-280fcf19-91d0-4ae2-9cf4-b98079c17b99 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894711 Feb 20 20:07:08.944729 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for floatingip (523c349e-0e25-4bbd-8644-64e68716c723), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.998412 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a08a3-024c-4e60-baa0-b69c99eab457 req-2ca7bd92-97c5-4b82-85a5-3f76be392073 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.999978 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c3a08a3-024c-4e60-baa0-b69c99eab457 req-2ca7bd92-97c5-4b82-85a5-3f76be392073 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1080723 Feb 20 20:07:09.047065 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6a099-d439-435e-b010-f55ba91f9078 req-1f8f13d2-3f5b-4d7f-9f29-65f925f2ebf9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.048654 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bcf6a099-d439-435e-b010-f55ba91f9078 req-1f8f13d2-3f5b-4d7f-9f29-65f925f2ebf9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0670273 Feb 20 20:07:09.058001 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c3a08a3-024c-4e60-baa0-b69c99eab457 req-1ab62935-d482-4012-b9a0-3eb49fcaa631 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485790 Feb 20 20:07:09.114285 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bcf6a099-d439-435e-b010-f55ba91f9078 req-3128dd03-6016-4a5b-8b1b-f1642ecdd4a9 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599833 Feb 20 20:07:09.160570 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.353217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.419227 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.449304 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (523c349e-0e25-4bbd-8644-64e68716c723), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.507183 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event updated for resources: {'Port': ['ID=a6e4db20-1ddd-4572-b980-e5ce1528a20b,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:09.619498 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Floating IP 523c349e-0e25-4bbd-8644-64e68716c723 associated. External IP: 172.27.2.104, port: 56478286-0f65-408c-a855-f3d1baf94552. Feb 20 20:07:09.685970 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616a6e6-da7f-4afa-ba5b-ed4adffacc41 req-e57c3979-2267-4e22-b99b-96f410d94b80 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.688483 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6616a6e6-da7f-4afa-ba5b-ed4adffacc41 req-e57c3979-2267-4e22-b99b-96f410d94b80 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.1235533 Feb 20 20:07:09.696900 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8952592-558a-4d9b-88d9-b018c59331b9 req-2fbdca92-5696-4902-94d8-a4aaa722c625 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.699235 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d8952592-558a-4d9b-88d9-b018c59331b9 req-2fbdca92-5696-4902-94d8-a4aaa722c625 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0627639 Feb 20 20:07:09.783370 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6616a6e6-da7f-4afa-ba5b-ed4adffacc41 req-643dde8c-e0f9-4e68-9ed9-9f3c63309814 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880561 Feb 20 20:07:09.800589 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d8952592-558a-4d9b-88d9-b018c59331b9 req-94048612-45ab-4c1b-a40f-8bd04dfd2c8f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880101 Feb 20 20:07:09.808666 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-0e9b2b07-2aa0-4b5d-8583-40020d16182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.810397 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-0e9b2b07-2aa0-4b5d-8583-40020d16182a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=258f58fea74f473491891d64c3b137f6&device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 1129 time: 0.0902908 Feb 20 20:07:09.913904 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-9ba75b41-d5e8-4295-ae92-039e45b66ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.915448 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-9ba75b41-d5e8-4295-ae92-039e45b66ff3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 200 len: 919 time: 0.0946984 Feb 20 20:07:09.934563 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Router 33433b7f-94eb-4863-a11f-ebf991a23116 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:09.964959 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd606ce6-622b-4a28-b245-c7cc6e3811ea req-2583039b-68f6-4cbc-927d-c8f0b0f67ec1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.966485 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bd606ce6-622b-4a28-b245-c7cc6e3811ea req-2583039b-68f6-4cbc-927d-c8f0b0f67ec1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0730047 Feb 20 20:07:09.973192 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-2103d2da-5703-42cf-a614-8028abdf3228 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 200 len: 217 time: 0.0362873 Feb 20 20:07:10.056265 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-4dbe1331-6913-4eca-b9d2-aa3b1c979dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.057756 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-4dbe1331-6913-4eca-b9d2-aa3b1c979dcd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 200 len: 858 time: 0.0520730 Feb 20 20:07:10.089123 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bd606ce6-622b-4a28-b245-c7cc6e3811ea req-80b05720-81ff-4003-9282-2904f5e813df tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893199 Feb 20 20:07:10.097129 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-4dc8e1f7-51c0-4a72-b843-f12a3ea80d93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=25b27a7c-84bf-4c48-8ca4-17e3df5ac670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313017 Feb 20 20:07:10.112613 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:10.136840 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] Sync routers for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:10.148149 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:10.148756 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:07:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:10.249161 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-c3d17990-c486-454d-bd6f-97bbdb394e09 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444807 Feb 20 20:07:10.264014 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7750ff-7a63-47d5-8dd7-573f7af24870 req-9069784b-465e-44a3-92b8-4c7a369099f4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.265591 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fa7750ff-7a63-47d5-8dd7-573f7af24870 req-9069784b-465e-44a3-92b8-4c7a369099f4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.1022892 Feb 20 20:07:10.267755 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:10.294906 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:10.330495 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7eb8fcfc-2062-441c-bd62-0693beaf013e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9750040 Feb 20 20:07:10.334082 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:10.334082 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477beba6-38d9-4151-af79-11eb4148bc56" -d '{"events": [{"name": "network-changed", "server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:10.384779 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fa7750ff-7a63-47d5-8dd7-573f7af24870 req-12f48469-c1ba-4598-ac35-fe9a3846b16b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101992 Feb 20 20:07:10.398914 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02d5af4-16b3-43c4-a9b4-b4789257318f x-openstack-request-id: req-d02d5af4-16b3-43c4-a9b4-b4789257318f {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:10.398914 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:10.398914 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d02d5af4-16b3-43c4-a9b4-b4789257318f {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:10.398914 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'status': 'completed', 'code': 200} Feb 20 20:07:10.399587 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7eeda055-6b78-484d-934f-d7f2a0ecd7fa req-10321f89-57b2-4601-8780-8fcb10fb8705 service neutron] 10.222.0.65 "GET /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305213 Feb 20 20:07:10.486376 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477beba6-38d9-4151-af79-11eb4148bc56 req-eb727f4b-ab9b-4bb6-92bd-f16b988885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.487913 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-eb727f4b-ab9b-4bb6-92bd-f16b988885c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1130 time: 0.0547972 Feb 20 20:07:10.536258 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '523c349e-0e25-4bbd-8644-64e68716c723', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'port_id': '56478286-0f65-408c-a855-f3d1baf94552', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'mac_address': 'fa:16:3e:ec:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:08Z', 'updated_at': '2022-02-20T20:07:08Z', 'revision_number': 0, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:10.565217 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] Checking router: 33433b7f-94eb-4863-a11f-ebf991a23116 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:10.573472 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:10.574098 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:07:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:10.581206 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477beba6-38d9-4151-af79-11eb4148bc56 req-1d80692e-5506-4c3a-91cb-6a4dc8610fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.582678 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-1d80692e-5506-4c3a-91cb-6a4dc8610fe0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 200 len: 910 time: 0.0855019 Feb 20 20:07:10.657014 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-e20ebcdf-fda1-4c03-afc5-55eb09ecc279 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 1000 time: 0.0661993 Feb 20 20:07:10.699598 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:10.718418 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477beba6-38d9-4151-af79-11eb4148bc56 req-f3aca569-5ed6-43bd-824c-e9e05b84a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.719916 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-f3aca569-5ed6-43bd-824c-e9e05b84a047 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01b9e375-e158-4359-91e3-f44ae2a5ff2e HTTP/1.1" status: 200 len: 848 time: 0.0535121 Feb 20 20:07:10.776611 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477beba6-38d9-4151-af79-11eb4148bc56 req-fe5d5077-6e22-4167-86d8-d9f4762bbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.778164 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-fe5d5077-6e22-4167-86d8-d9f4762bbcc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23ab1b2f-725a-455d-b941-474247db4742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462162 Feb 20 20:07:10.904586 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-be5c1449-ee7e-4156-bdca-d8555f7456ee service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085052 Feb 20 20:07:10.948046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab59f-5ffb-423f-8bbd-bffe14ef8d1f req-efcfecf5-0719-4a73-9881-020e6e9e6400 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.949828 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86eab59f-5ffb-423f-8bbd-bffe14ef8d1f req-efcfecf5-0719-4a73-9881-020e6e9e6400 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0877359 Feb 20 20:07:10.979177 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '523c349e-0e25-4bbd-8644-64e68716c723', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'port_id': '56478286-0f65-408c-a855-f3d1baf94552', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'mac_address': 'fa:16:3e:ec:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:08Z', 'updated_at': '2022-02-20T20:07:08Z', 'revision_number': 0, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:11.013089 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f60780-10e5-438d-80b0-74cd10c3cb45 None None] The sync data for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi is: [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '523c349e-0e25-4bbd-8644-64e68716c723', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'port_id': '56478286-0f65-408c-a855-f3d1baf94552', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'mac_address': 'fa:16:3e:ec:7b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:08Z', 'updated_at': '2022-02-20T20:07:08Z', 'revision_number': 0, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:11.017123 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102fc3-9082-4296-a822-6db7ff8734b3 req-69f37aea-76de-4094-8d84-05a9f61a4f65 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.019025 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e1102fc3-9082-4296-a822-6db7ff8734b3 req-69f37aea-76de-4094-8d84-05a9f61a4f65 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.1127019 Feb 20 20:07:11.021093 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86eab59f-5ffb-423f-8bbd-bffe14ef8d1f req-ce5f992d-bf36-4773-b4d3-3b7ea9c87941 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Feb 20 20:07:11.069876 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-477beba6-38d9-4151-af79-11eb4148bc56 req-7e04d1b8-5c66-4491-8f4f-b977dd937986 service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530252 Feb 20 20:07:11.117928 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e1102fc3-9082-4296-a822-6db7ff8734b3 req-cfb0c832-350b-43ac-958a-d2028cada05c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708306 Feb 20 20:07:11.244986 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c676b-5e78-44b9-abbf-aaab7ba71173 req-4436012d-1a6e-40d1-b92d-0b5d50087f4b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.246570 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-129c676b-5e78-44b9-abbf-aaab7ba71173 req-4436012d-1a6e-40d1-b92d-0b5d50087f4b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0587611 Feb 20 20:07:11.248403 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-9b477500-7778-48ae-bc33-9724b736ab58 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.249900 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-9b477500-7778-48ae-bc33-9724b736ab58 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 946 time: 0.0645325 Feb 20 20:07:11.290593 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3bd16-a46f-4f04-8de5-03ee6451f80e None None] New status for floating IP 523c349e-0e25-4bbd-8644-64e68716c723: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:07:11.310098 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-129c676b-5e78-44b9-abbf-aaab7ba71173 req-440309e6-7319-4a9a-a95c-648561968b35 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Feb 20 20:07:11.376689 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Deleting port d4683b79-a91e-4b41-9965-3b973105a9c2 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:11.376951 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:11.522766 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] For port d4683b79-a91e-4b41-9965-3b973105a9c2, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d4683b79-a91e-4b41-9965-3b973105a9c2,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:11.523534 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:11.541657 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Calling delete_port for d4683b79-a91e-4b41-9965-3b973105a9c2 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:11.566425 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0cdea-f45b-4619-94d1-cda592a5ef9b req-53618e1e-dc4a-4276-af05-cec4bfa12c0b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.568033 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7cc0cdea-f45b-4619-94d1-cda592a5ef9b req-53618e1e-dc4a-4276-af05-cec4bfa12c0b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0962470 Feb 20 20:07:11.667505 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7cc0cdea-f45b-4619-94d1-cda592a5ef9b req-8d431590-14ed-45b4-8c0f-695eaa404d25 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672817 Feb 20 20:07:11.775610 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:07:11.828121 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (d4683b79-a91e-4b41-9965-3b973105a9c2), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:11.844436 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312', 'd4683b79-a91e-4b41-9965-3b973105a9c2'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:11.859270 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event deleted for resources: {'Port': ['ID=d4683b79-a91e-4b41-9965-3b973105a9c2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:11.925672 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] No DVR routers for this DVR port d4683b79-a91e-4b41-9965-3b973105a9c2 on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:11.934464 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:11.938183 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e333847b-7251-42ba-944b-1bd0823b9da2 req-f1af7cae-ea73-4035-819e-38bd2e5a579d tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "DELETE /v2.0/ports/d4683b79-a91e-4b41-9965-3b973105a9c2 HTTP/1.1" status: 204 len: 173 time: 0.6777062 Feb 20 20:07:11.938743 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'name': 'network-vif-deleted', 'tag': 'd4683b79-a91e-4b41-9965-3b973105a9c2'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:11.941539 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a7309-cdb9-4145-affa-846f75443481" -d '{"events": [{"server_uuid": "d77c2e41-f733-41fc-b3bf-60878bcf4b2a", "name": "network-vif-deleted", "tag": "d4683b79-a91e-4b41-9965-3b973105a9c2"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:11.977409 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff764de-a4e7-4eb7-87cc-618c0107da7a x-openstack-request-id: req-5ff764de-a4e7-4eb7-87cc-618c0107da7a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:11.978239 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77c2e41-f733-41fc-b3bf-60878bcf4b2a", "name": "network-vif-deleted", "tag": "d4683b79-a91e-4b41-9965-3b973105a9c2", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:11.978493 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ff764de-a4e7-4eb7-87cc-618c0107da7a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:11.978897 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77c2e41-f733-41fc-b3bf-60878bcf4b2a', 'name': 'network-vif-deleted', 'tag': 'd4683b79-a91e-4b41-9965-3b973105a9c2', 'status': 'completed', 'code': 200} Feb 20 20:07:12.164388 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1560-8b20-4c76-a184-b8b056ecd9cf req-58adfc2e-36b9-4f9d-abe4-7dfd09d23ffa tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.167594 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ceea1560-8b20-4c76-a184-b8b056ecd9cf req-58adfc2e-36b9-4f9d-abe4-7dfd09d23ffa tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0714691 Feb 20 20:07:12.245656 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ceea1560-8b20-4c76-a184-b8b056ecd9cf req-e967709c-b733-4634-a77d-431abaa3e494 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Feb 20 20:07:12.284010 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f013dbc-2fff-4dc5-b6fe-e575bef593c8 req-65881a2d-3425-4da5-9aca-f06a99122f4b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.286165 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5f013dbc-2fff-4dc5-b6fe-e575bef593c8 req-65881a2d-3425-4da5-9aca-f06a99122f4b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0684042 Feb 20 20:07:12.344845 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5f013dbc-2fff-4dc5-b6fe-e575bef593c8 req-3fc62e18-5c5a-40dd-ae0c-e2322a6adc47 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494914 Feb 20 20:07:12.433788 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-81848879-9a12-45a7-b03b-630d6dd6cb6b req-523e71ef-3e07-47b0-b5a8-b82e43fcd314 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=d77c2e41-f733-41fc-b3bf-60878bcf4b2a HTTP/1.1" status: 200 len: 210 time: 0.0293219 Feb 20 20:07:12.506432 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-46b7fb90-0ebc-431f-ab07-93782ebdcf0b tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.507837 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-46b7fb90-0ebc-431f-ab07-93782ebdcf0b tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 945 time: 0.0763822 Feb 20 20:07:12.621021 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Deleting port ba77d758-eae5-44ad-bb6e-5a91520d4691 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:12.621362 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:12.717379 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] For port ba77d758-eae5-44ad-bb6e-5a91520d4691, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ba77d758-eae5-44ad-bb6e-5a91520d4691,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:12.717738 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:12.731096 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Calling delete_port for ba77d758-eae5-44ad-bb6e-5a91520d4691 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:12.809481 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf396-d58f-41a9-9d0f-3a909a00f8f2 req-ed054faa-2c63-42ac-835a-3628d4cc44ad tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.810994 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d1cf396-d58f-41a9-9d0f-3a909a00f8f2 req-ed054faa-2c63-42ac-835a-3628d4cc44ad tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0647612 Feb 20 20:07:12.877654 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d1cf396-d58f-41a9-9d0f-3a909a00f8f2 req-c723f0fa-a7f7-4036-866b-ceb8ff33c767 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585942 Feb 20 20:07:12.993926 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (ba77d758-eae5-44ad-bb6e-5a91520d4691), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:13.007277 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['ba77d758-eae5-44ad-bb6e-5a91520d4691'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:13.027077 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Pushing event deleted for resources: {'Port': ['ID=ba77d758-eae5-44ad-bb6e-5a91520d4691,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:13.071869 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] No DVR routers for this DVR port ba77d758-eae5-44ad-bb6e-5a91520d4691 on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:13.074007 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:13.077588 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c0c07d8f-318e-4454-9b51-03ba86167149 req-7345c0bc-5a2c-492d-a482-f1a5e7dc8768 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "DELETE /v2.0/ports/ba77d758-eae5-44ad-bb6e-5a91520d4691 HTTP/1.1" status: 204 len: 173 time: 0.5517530 Feb 20 20:07:13.365138 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8a990ab3-cd80-433c-b939-0e4f2fa3af6a req-9fb5d6df-e9ab-4206-adff-dca21191af1a tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 210 time: 0.0395343 Feb 20 20:07:13.517203 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882970a-698c-46d6-a728-d1f1527281a4 req-fab13425-2424-4826-97b4-e2322d0843c3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:13.519019 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8882970a-698c-46d6-a728-d1f1527281a4 req-fab13425-2424-4826-97b4-e2322d0843c3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0862288 Feb 20 20:07:13.573182 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8882970a-698c-46d6-a728-d1f1527281a4 req-66e0a461-0b4f-49c3-93e3-f7323378374f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486529 Feb 20 20:07:13.878589 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:13.983664 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'name': 'network-vif-deleted', 'tag': 'ba77d758-eae5-44ad-bb6e-5a91520d4691'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:13.986218 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7eb63b-677c-49f7-88d7-4df0e50a54f7" -d '{"events": [{"server_uuid": "b96ae87f-e911-4706-b3c5-7fda2d2abc71", "name": "network-vif-deleted", "tag": "ba77d758-eae5-44ad-bb6e-5a91520d4691"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:14.002131 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:14.022655 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'port_id': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'mac_address': 'fa:16:3e:1d:24:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:14.036937 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec9e15-09f1-4fcb-8142-03519bf61d51 req-a7926e7f-e99e-4e01-a759-c0882ef573ca tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.036937 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80ec9e15-09f1-4fcb-8142-03519bf61d51 req-a7926e7f-e99e-4e01-a759-c0882ef573ca tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 943 time: 0.0772529 Feb 20 20:07:14.045510 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced1da2a-68b0-41a2-9a2b-893b716c5ffe x-openstack-request-id: req-ced1da2a-68b0-41a2-9a2b-893b716c5ffe {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:14.045805 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96ae87f-e911-4706-b3c5-7fda2d2abc71", "name": "network-vif-deleted", "tag": "ba77d758-eae5-44ad-bb6e-5a91520d4691", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:14.046061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ced1da2a-68b0-41a2-9a2b-893b716c5ffe {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:14.046440 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96ae87f-e911-4706-b3c5-7fda2d2abc71', 'name': 'network-vif-deleted', 'tag': 'ba77d758-eae5-44ad-bb6e-5a91520d4691', 'status': 'completed', 'code': 200} Feb 20 20:07:14.068702 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:14.069368 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:14.089847 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e0be4e-d2be-4179-8a5d-6ec5ae622503 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:14.102483 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-80ec9e15-09f1-4fcb-8142-03519bf61d51 req-2f867bff-7228-4053-80df-a7db8fb84410 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656197 Feb 20 20:07:14.119681 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:14.344550 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:14.395633 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=9']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:14.491056 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-515aa433-8a4b-463d-ba66-c623dbf01490 req-ff9ecf2a-2c18-4bc3-890a-3cf3b90c6ab5 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=b96ae87f-e911-4706-b3c5-7fda2d2abc71 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Feb 20 20:07:14.713249 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef3f09-c106-4d84-a675-931b532c4e4a req-b46bc482-cd57-4208-87fc-456306f10d28 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.714757 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8fef3f09-c106-4d84-a675-931b532c4e4a req-b46bc482-cd57-4208-87fc-456306f10d28 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0613346 Feb 20 20:07:14.765859 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8fef3f09-c106-4d84-a675-931b532c4e4a req-6d7c909e-1751-4186-8c09-a6903a7af8dd tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 Feb 20 20:07:14.780572 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['81e0be4e-d2be-4179-8a5d-6ec5ae622503'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:15.291391 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845afe0b-35d3-4005-99e9-687fd79a7d65 req-d0f5ffa5-c74d-47c2-908c-f090ca9f8fd6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.292526 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-845afe0b-35d3-4005-99e9-687fd79a7d65 req-d0f5ffa5-c74d-47c2-908c-f090ca9f8fd6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.0551932 Feb 20 20:07:15.347093 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-845afe0b-35d3-4005-99e9-687fd79a7d65 req-6da8f1d1-f01f-401b-bc73-677073a42ffd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488400 Feb 20 20:07:15.426380 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518539-51a8-4a14-b4e5-5f5f5a864418 req-3442ddf3-38c1-4e75-8d1b-7d5fe60f47c1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.435390 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8b518539-51a8-4a14-b4e5-5f5f5a864418 req-3442ddf3-38c1-4e75-8d1b-7d5fe60f47c1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0786119 Feb 20 20:07:15.487499 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8b518539-51a8-4a14-b4e5-5f5f5a864418 req-3264c918-2860-4278-b15a-987b015daef2 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511754 Feb 20 20:07:15.799582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-0cfc830b-7318-4e1d-bd6f-ed2656f077da tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.801156 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-0cfc830b-7318-4e1d-bd6f-ed2656f077da tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/networks?id=f958998f-ca88-4271-bb92-1aabc95eb0b0 HTTP/1.1" status: 200 len: 809 time: 0.1245348 Feb 20 20:07:15.816454 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-bd4431f9-d20c-4119-bf3f-687e8bc914e3 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/quotas/a2bc0681e8a4409baa15d332884a1faa HTTP/1.1" status: 200 len: 375 time: 0.0096786 Feb 20 20:07:15.851064 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-e29bbdb3-67c6-49d0-8453-33e5e6688160 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a2bc0681e8a4409baa15d332884a1faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284336 Feb 20 20:07:15.911166 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device ba77d758-eae5-44ad-bb6e-5a91520d4691 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:15.932048 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: ba77d758-eae5-44ad-bb6e-5a91520d4691 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:15.932396 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device ba77d758-eae5-44ad-bb6e-5a91520d4691 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:15.933065 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device d4683b79-a91e-4b41-9965-3b973105a9c2 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:15.962698 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-e6c83cfd-bf9d-479b-a363-942c699b46a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038365 Feb 20 20:07:15.962928 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: d4683b79-a91e-4b41-9965-3b973105a9c2 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:15.963178 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device d4683b79-a91e-4b41-9965-3b973105a9c2 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:16.069532 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-0b2435e2-c01c-413b-b7b0-bad6e67ddb70 service neutron] 10.222.0.48 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017287 Feb 20 20:07:16.337259 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4ab11d0f-cb57-459e-b90a-ade3878e67e9 req-017b6751-e227-4315-94c3-bbc386c8312f tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0333097 Feb 20 20:07:16.530838 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b790-a2c8-479f-95fb-39e9babc45e3 req-b9257b4f-00f2-45ce-b7f2-287fb8ab1967 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:16.532824 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16d7b790-a2c8-479f-95fb-39e9babc45e3 req-b9257b4f-00f2-45ce-b7f2-287fb8ab1967 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.0874321 Feb 20 20:07:16.594036 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-16d7b790-a2c8-479f-95fb-39e9babc45e3 req-e2e75ab5-1568-41ad-9bc5-f2cd01743cad tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510762 Feb 20 20:07:16.644161 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67921823-7e1e-4541-8f94-93fc1bd40c4c req-4661b1c6-b4d4-415e-b810-ec37d4b64b65 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:16.645735 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-67921823-7e1e-4541-8f94-93fc1bd40c4c req-4661b1c6-b4d4-415e-b810-ec37d4b64b65 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0805631 Feb 20 20:07:16.705565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-67921823-7e1e-4541-8f94-93fc1bd40c4c req-7fea8daf-dadc-4705-9a8f-3786dea58d67 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Feb 20 20:07:17.442919 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6a29f938-e704-49ff-afc8-163995f08841 req-c1c0717d-f9df-4c7c-8d12-1edff6401d83 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0312684 Feb 20 20:07:17.778147 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d93af-74bf-4f48-89aa-3f84a202737e req-e0c0d796-4fc2-4774-b24c-095c18285159 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.779991 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-134d93af-74bf-4f48-89aa-3f84a202737e req-e0c0d796-4fc2-4774-b24c-095c18285159 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 944 time: 0.0972905 Feb 20 20:07:17.806520 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd15c-c153-4987-9564-fe038f24729f req-49c89b34-38c4-4386-81fc-17cf9d58e8b1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.808120 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-819dd15c-c153-4987-9564-fe038f24729f req-49c89b34-38c4-4386-81fc-17cf9d58e8b1 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0878680 Feb 20 20:07:17.866135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b32437-a0a0-4f38-8bfa-dd1717d7e403 req-a2a0c371-afe3-47ac-a0cb-18ff9029176b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.867721 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95b32437-a0a0-4f38-8bfa-dd1717d7e403 req-a2a0c371-afe3-47ac-a0cb-18ff9029176b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 945 time: 0.0612631 Feb 20 20:07:17.913373 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:17.926494 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95b32437-a0a0-4f38-8bfa-dd1717d7e403 req-5d139a2b-9275-4a76-8e52-4bb742b80493 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1940413-4ab8-47e6-ac99-e43d9aa85277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514598 Feb 20 20:07:17.984609 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:17.985117 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.072110 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:18.072971 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.109800 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:18.112929 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa98b473-48f0-42c8-8bee-198330e50e2d" -d '{"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-plugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:18.132627 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:18.147204 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-134d93af-74bf-4f48-89aa-3f84a202737e req-36c64641-2850-42e3-925c-168cbb2676c9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587234 Feb 20 20:07:18.166110 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3f2f4b-0b13-45d5-bcfd-a136db5231e6 x-openstack-request-id: req-ef3f2f4b-0b13-45d5-bcfd-a136db5231e6 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:18.166556 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-plugged", "status": "completed", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:18.166964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef3f2f4b-0b13-45d5-bcfd-a136db5231e6 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:18.167569 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'code': 200} Feb 20 20:07:18.211573 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.218282 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Deleting port 634d82ed-4412-4eed-97e1-267225a3c312 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:18.218742 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (634d82ed-4412-4eed-97e1-267225a3c312), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.273595 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:18.282495 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.282874 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.283223 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.283813 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.284439 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.284925 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.285400 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.285872 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.286340 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.286853 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.287322 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.288066 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.288540 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:18.324695 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] For port 634d82ed-4412-4eed-97e1-267225a3c312, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=634d82ed-4412-4eed-97e1-267225a3c312,segment=NetworkSegment(a0dad93e-3714-4c2a-bbe2-a739527cebb6),segment_id=a0dad93e-3714-4c2a-bbe2-a739527cebb6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:18.325054 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (634d82ed-4412-4eed-97e1-267225a3c312), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.340832 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Calling delete_port for 634d82ed-4412-4eed-97e1-267225a3c312 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:18.583970 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e5baf49-4ea3-4f97-8207-b206c6fdb739 req-331e8bb8-82c5-4592-8424-f326d8bed713 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0488894 Feb 20 20:07:18.641396 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (634d82ed-4412-4eed-97e1-267225a3c312), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.664494 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['634d82ed-4412-4eed-97e1-267225a3c312'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:18.675677 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Pushing event deleted for resources: {'Port': ['ID=634d82ed-4412-4eed-97e1-267225a3c312,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:18.730778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] No DVR routers for this DVR port 634d82ed-4412-4eed-97e1-267225a3c312 on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:18.734345 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.737717 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-819dd15c-c153-4987-9564-fe038f24729f req-910c2df3-d0c9-477b-bdf8-f232c063a8bf tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.65 "DELETE /v2.0/ports/634d82ed-4412-4eed-97e1-267225a3c312 HTTP/1.1" status: 204 len: 173 time: 0.9229074 Feb 20 20:07:18.738348 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'name': 'network-vif-deleted', 'tag': '634d82ed-4412-4eed-97e1-267225a3c312'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:18.741975 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab75667b-0e85-40c8-b468-f8965f949b32" -d '{"events": [{"server_uuid": "b38b4ba5-fec9-4843-a3cc-b464866f68e2", "name": "network-vif-deleted", "tag": "634d82ed-4412-4eed-97e1-267225a3c312"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:18.786108 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d49be-ede2-4c62-900a-7f233f6032e5 x-openstack-request-id: req-285d49be-ede2-4c62-900a-7f233f6032e5 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:18.786408 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38b4ba5-fec9-4843-a3cc-b464866f68e2", "name": "network-vif-deleted", "tag": "634d82ed-4412-4eed-97e1-267225a3c312", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:18.786721 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-285d49be-ede2-4c62-900a-7f233f6032e5 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:18.787130 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38b4ba5-fec9-4843-a3cc-b464866f68e2', 'name': 'network-vif-deleted', 'tag': '634d82ed-4412-4eed-97e1-267225a3c312', 'status': 'completed', 'code': 200} Feb 20 20:07:19.082966 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38b3f149-1090-422b-a61f-c7d18dc0ad91 req-0f37eedf-0e8c-4f9c-a6d8-59d0afc7bd7b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0657432 Feb 20 20:07:19.147493 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-5e339fdb-59d1-48c9-8cb9-fe34fe29515b tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.149086 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-5e339fdb-59d1-48c9-8cb9-fe34fe29515b tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "GET /v2.0/networks?id=f958998f-ca88-4271-bb92-1aabc95eb0b0 HTTP/1.1" status: 200 len: 809 time: 0.1645257 Feb 20 20:07:19.324846 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b385b3-998f-48d6-ba68-52856811d66d req-6d4da18d-4aec-4ce2-b449-876d66ac609a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.327117 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95b385b3-998f-48d6-ba68-52856811d66d req-6d4da18d-4aec-4ce2-b449-876d66ac609a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0777998 Feb 20 20:07:19.378759 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95b385b3-998f-48d6-ba68-52856811d66d req-f98d3a0b-e7d1-4f8c-b3a3-e008defc74bb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457628 Feb 20 20:07:19.682506 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e9684cae-0695-4812-b912-95bab34cecad req-ceabedbb-2ca6-4abc-a0f6-52b1c118f68e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0293288 Feb 20 20:07:20.198661 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dc04320c-d874-4074-818f-37e077ed952c req-ea9085a4-c593-4fc9-9bc3-45641eef654b tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Feb 20 20:07:20.510952 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58845686-6e65-4ec8-9aec-a25c9581c216 req-23f50f81-7c31-4dd2-b566-59d818903420 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.512499 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-58845686-6e65-4ec8-9aec-a25c9581c216 req-23f50f81-7c31-4dd2-b566-59d818903420 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0556409 Feb 20 20:07:20.564448 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-58845686-6e65-4ec8-9aec-a25c9581c216 req-c5607a17-faa5-4f34-917a-7570f16dc445 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464022 Feb 20 20:07:20.782214 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-844e9132-7d25-43fd-832e-8b1791f6cf49 req-2008846f-784b-4290-9b98-9d5f0280881a tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0302963 Feb 20 20:07:21.311499 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3408a4af-de70-4db0-a0cc-330a8763371d req-e276e5d9-c16a-4aeb-a6e8-df7fcbf19c1f tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0308135 Feb 20 20:07:21.705078 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2be5-e5a6-4352-8de0-1bf6a49ddd8d req-a3cbaba2-d566-4be3-9890-a89789e5659d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.706731 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-268e2be5-e5a6-4352-8de0-1bf6a49ddd8d req-a3cbaba2-d566-4be3-9890-a89789e5659d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0636365 Feb 20 20:07:21.737332 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Request body: {'port': {'device_id': '65650bb4-512b-4be6-b476-8f5800078067', 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0', 'admin_state_up': True, 'tenant_id': 'a2bc0681e8a4409baa15d332884a1faa'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:21.798477 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-268e2be5-e5a6-4352-8de0-1bf6a49ddd8d req-fe5d56c4-ead7-41b8-8eb8-c5c026f3f120 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844345 Feb 20 20:07:21.804020 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43a6a0-cc0c-4ff5-ac27-f8ce4c15ae44 req-917c2f09-36d6-4ecf-87b9-ccb466ffb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.805902 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ff43a6a0-cc0c-4ff5-ac27-f8ce4c15ae44 req-917c2f09-36d6-4ecf-87b9-ccb466ffb4a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 1130 time: 0.0840824 Feb 20 20:07:21.873001 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ff43a6a0-cc0c-4ff5-ac27-f8ce4c15ae44 req-9954295a-675f-4f40-ac92-5f3fcca4fcc8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578876 Feb 20 20:07:21.911474 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9bbb17f0-f9c8-4ae8-bd98-2aa86db1ca1c req-d8bb1f30-cee3-4141-a5a5-6edc56fb1c99 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0329213 Feb 20 20:07:21.929800 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 634d82ed-4412-4eed-97e1-267225a3c312 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:21.950285 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 634d82ed-4412-4eed-97e1-267225a3c312 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:21.950558 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 634d82ed-4412-4eed-97e1-267225a3c312 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:21.976373 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Made reservation on behalf of a2bc0681e8a4409baa15d332884a1faa for: {'port': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:21.979963 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.111205 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Allocated IP 172.20.0.12 (f958998f-ca88-4271-bb92-1aabc95eb0b0/d632183e-a695-4801-b863-bc28ebf2e284/beb6980a-d01c-46b5-a0a1-ec962a853f06) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:22.271923 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks [] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.394178 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.428156 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f84a3b19-c96a-4118-aa73-550b24fd7347 req-0bca8c1c-27d9-41f1-879b-e681fd03f7e4 tempest-AttachVolumeNegativeTest-1067957168 tempest-AttachVolumeNegativeTest-1067957168-project] 10.222.0.48 "GET /v2.0/ports?device_id=b38b4ba5-fec9-4843-a3cc-b464866f68e2 HTTP/1.1" status: 200 len: 210 time: 0.0341315 Feb 20 20:07:22.432726 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Network f958998f-ca88-4271-bb92-1aabc95eb0b0 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:22.436899 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:22.450952 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:22.493721 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Pushing event updated for resources: {'Port': ['ID=beb6980a-d01c-46b5-a0a1-ec962a853f06,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:22.520105 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:22.521069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.639348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d4e2d706-dc45-48c2-90bb-d96792c45593 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9166195 Feb 20 20:07:22.658054 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Request body: {'port': {'device_id': '65650bb4-512b-4be6-b476-8f5800078067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:22.723131 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.001774 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22598e-cdd2-4a94-b458-97862f8fa318 req-ac5f6009-7851-46d6-bf6b-e371398d520d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.003276 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ba22598e-cdd2-4a94-b458-97862f8fa318 req-ac5f6009-7851-46d6-bf6b-e371398d520d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.1080694 Feb 20 20:07:23.053005 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4cfbf-93ef-4780-9505-4f5e706f4a0c req-d9c03d2d-1649-4189-bfda-777c5ab5dc2f tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.054554 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d3e4cfbf-93ef-4780-9505-4f5e706f4a0c req-d9c03d2d-1649-4189-bfda-777c5ab5dc2f tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 932 time: 0.0581617 Feb 20 20:07:23.099499 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb6980a-d01c-46b5-a0a1-ec962a853f06 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:23.106384 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ba22598e-cdd2-4a94-b458-97862f8fa318 req-d252db22-a19e-4c81-a7cc-5cfbfddc6252 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953040 Feb 20 20:07:23.109092 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d3e4cfbf-93ef-4780-9505-4f5e706f4a0c req-f81a94a6-4161-4dcc-86e7-d2bdd6590bcd tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479710 Feb 20 20:07:23.111082 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Publish callbacks [] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.139170 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Transition to ACTIVE for port object beb6980a-d01c-46b5-a0a1-ec962a853f06 will not be triggered until provisioned by entity L2. {{(pid=103360) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:07:23.223015 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.300325 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Pushing event updated for resources: {'Port': ['ID=beb6980a-d01c-46b5-a0a1-ec962a853f06,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:23.354796 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Attempting to bind port beb6980a-d01c-46b5-a0a1-ec962a853f06 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:23.355081 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Attempting to bind port beb6980a-d01c-46b5-a0a1-ec962a853f06 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:23.355347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Attempting to bind port beb6980a-d01c-46b5-a0a1-ec962a853f06 on network f958998f-ca88-4271-bb92-1aabc95eb0b0 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:23.359940 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Port beb6980a-d01c-46b5-a0a1-ec962a853f06 on network f958998f-ca88-4271-bb92-1aabc95eb0b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:07:23.360262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Attempting to bind port beb6980a-d01c-46b5-a0a1-ec962a853f06 on network f958998f-ca88-4271-bb92-1aabc95eb0b0 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:23.365017 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:23.365356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Checking segment: {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:23.365764 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Bound using segment: {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:23.366188 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Bound port: beb6980a-d01c-46b5-a0a1-ec962a853f06, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8950f0ce-5729-4423-93f1-7e88a89562c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:23.366544 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.434537 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] For port beb6980a-d01c-46b5-a0a1-ec962a853f06, host hv-cinder-82182, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:23.437941 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] For port beb6980a-d01c-46b5-a0a1-ec962a853f06, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=beb6980a-d01c-46b5-a0a1-ec962a853f06,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:23.495563 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42868) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:23.524359 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.562331 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Deleting subnet 95e90286-8957-4b52-8e5f-31b307f5ec7d {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:07:23.568125 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Publish callbacks [] for subnet (95e90286-8957-4b52-8e5f-31b307f5ec7d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.582170 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.582780 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.584716 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] 10.222.0.65 "PUT /v2.0/ports/beb6980a-d01c-46b5-a0a1-ec962a853f06 HTTP/1.1" status: 200 len: 1094 time: 0.9305801 Feb 20 20:07:23.584819 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65650bb4-512b-4be6-b476-8f5800078067', 'tag': 'beb6980a-d01c-46b5-a0a1-ec962a853f06'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:23.587156 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd35f908-1926-40e6-8fb1-896359d9a668" -d '{"events": [{"name": "network-changed", "server_uuid": "65650bb4-512b-4be6-b476-8f5800078067", "tag": "beb6980a-d01c-46b5-a0a1-ec962a853f06"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:23.631057 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Publish callbacks [] for subnet (95e90286-8957-4b52-8e5f-31b307f5ec7d), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.631974 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dc21e2-008a-4170-935e-4ddd20ec5dbc x-openstack-request-id: req-b0dc21e2-008a-4170-935e-4ddd20ec5dbc {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:23.632526 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65650bb4-512b-4be6-b476-8f5800078067", "tag": "beb6980a-d01c-46b5-a0a1-ec962a853f06", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:23.632844 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0dc21e2-008a-4170-935e-4ddd20ec5dbc {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:23.633316 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65650bb4-512b-4be6-b476-8f5800078067', 'tag': 'beb6980a-d01c-46b5-a0a1-ec962a853f06', 'status': 'completed', 'code': 200} Feb 20 20:07:23.634470 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223cd4d-2ab7-4d30-873f-416e1388f6ac service neutron] Pushing event updated for resources: {'Port': ['ID=beb6980a-d01c-46b5-a0a1-ec962a853f06,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:23.647494 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (95e90286-8957-4b52-8e5f-31b307f5ec7d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.730582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f908-1926-40e6-8fb1-896359d9a668 req-c253e40d-77c8-41f5-8e67-8073e0ab5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.732256 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd35f908-1926-40e6-8fb1-896359d9a668 req-c253e40d-77c8-41f5-8e67-8073e0ab5411 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2bc0681e8a4409baa15d332884a1faa&device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 1128 time: 0.0587661 Feb 20 20:07:23.805383 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for subnet (95e90286-8957-4b52-8e5f-31b307f5ec7d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.833984 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e90286-8957-4b52-8e5f-31b307f5ec7d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:23.836081 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.839423 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-cacf689d-4640-45d9-97aa-5e91e5b834f4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/95e90286-8957-4b52-8e5f-31b307f5ec7d HTTP/1.1" status: 204 len: 168 time: 0.3424921 Feb 20 20:07:23.841937 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42890) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:23.851685 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f908-1926-40e6-8fb1-896359d9a668 req-4d27b8eb-6a2e-49ec-b5ec-cfea6e561ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.854056 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd35f908-1926-40e6-8fb1-896359d9a668 req-4d27b8eb-6a2e-49ec-b5ec-cfea6e561ff6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a2bc0681e8a4409baa15d332884a1faa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1076260 Feb 20 20:07:23.912579 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (2cbc0eb2-b335-426e-809b-6b54a84974b7), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.009072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (2cbc0eb2-b335-426e-809b-6b54a84974b7), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.030240 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.030597 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.031337 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.031725 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.032032 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.032346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.032685 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.033000 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.033313 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.033626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.106997 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.107695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.107695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.107992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:24.108355 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbc0eb2-b335-426e-809b-6b54a84974b7']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:24.126592 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dad93e-3714-4c2a-bbe2-a739527cebb6') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:24.126921 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dad93e-3714-4c2a-bbe2-a739527cebb6') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:24.144459 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (a0dad93e-3714-4c2a-bbe2-a739527cebb6), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.172283 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (a0dad93e-3714-4c2a-bbe2-a739527cebb6), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.186769 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:07:24.187166 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (a0dad93e-3714-4c2a-bbe2-a739527cebb6), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: from cryptography.utils import int_from_bytes Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: from cryptography.utils import int_from_bytes Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:07:24.191215 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:07:24.262938 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858b07b-bd19-42f7-ac83-9db4fe73efd8 req-bc7039a1-ae25-4eaa-9045-a36e761923a4 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.262938 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d858b07b-bd19-42f7-ac83-9db4fe73efd8 req-bc7039a1-ae25-4eaa-9045-a36e761923a4 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0635345 Feb 20 20:07:24.322288 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d858b07b-bd19-42f7-ac83-9db4fe73efd8 req-b1347567-ba9a-417f-9559-06ab5f7394d6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520480 Feb 20 20:07:24.322655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22a72-b49e-49d1-b8ff-034ec1509a94 req-f17b87d2-6b06-43f0-8718-eeaa30d6c407 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.324725 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-28e22a72-b49e-49d1-b8ff-034ec1509a94 req-f17b87d2-6b06-43f0-8718-eeaa30d6c407 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0882623 Feb 20 20:07:24.357932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (2cbc0eb2-b335-426e-809b-6b54a84974b7), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.373458 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.376720 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2cbc0eb2-b335-426e-809b-6b54a84974b7 HTTP/1.1" status: 204 len: 168 time: 0.5338445 Feb 20 20:07:24.392796 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9636f-b9e1-45f9-ac17-39f074dc895a admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbc0eb2-b335-426e-809b-6b54a84974b7,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:24.401466 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-28e22a72-b49e-49d1-b8ff-034ec1509a94 req-3c138f7a-a259-4a57-9273-8a1200a6f85d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705948 Feb 20 20:07:24.729071 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42922) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:24.772924 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-25160125-7dac-4c8b-b87a-36fd3e3683bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cad4017b15174e2b81f4e9ebedfe8fcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425520 Feb 20 20:07:24.777417 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 42924) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:24.841217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-989575f1-a4bc-438e-bb4d-64d797d00408 admin admin] Publish callbacks [] for security_group (f1940413-4ab8-47e6-ac99-e43d9aa85277), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.863544 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-989575f1-a4bc-438e-bb4d-64d797d00408 admin admin] Publish callbacks [] for security_group (f1940413-4ab8-47e6-ac99-e43d9aa85277), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.005256 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-989575f1-a4bc-438e-bb4d-64d797d00408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f1940413-4ab8-47e6-ac99-e43d9aa85277), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.007782 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-989575f1-a4bc-438e-bb4d-64d797d00408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.009572 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-989575f1-a4bc-438e-bb4d-64d797d00408 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1940413-4ab8-47e6-ac99-e43d9aa85277 HTTP/1.1" status: 204 len: 168 time: 0.2311590 Feb 20 20:07:25.025669 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989575f1-a4bc-438e-bb4d-64d797d00408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1940413-4ab8-47e6-ac99-e43d9aa85277,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:25.448960 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caec92e-b88f-48fb-ba19-6dd575b031d2 req-856e7847-c9e6-42d9-ab6f-623b430405b2 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:25.450874 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6caec92e-b88f-48fb-ba19-6dd575b031d2 req-856e7847-c9e6-42d9-ab6f-623b430405b2 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0600083 Feb 20 20:07:25.511083 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6caec92e-b88f-48fb-ba19-6dd575b031d2 req-1ed491e1-3065-4a53-ad48-55d70c53d648 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541177 Feb 20 20:07:25.547284 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81034d9d-bc0a-415d-aef7-920308499a1d req-76adbc61-a6b6-4ccd-8cb4-6e739fdc65ff tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:25.548796 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-81034d9d-bc0a-415d-aef7-920308499a1d req-76adbc61-a6b6-4ccd-8cb4-6e739fdc65ff tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0628986 Feb 20 20:07:25.599507 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-81034d9d-bc0a-415d-aef7-920308499a1d req-7f0ee46f-f515-4c42-b08c-b9dfae3cbb46 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451896 Feb 20 20:07:26.664506 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60758d7-95fe-4194-876b-96ab6f7f3268 req-b7ea4d23-0507-4559-8ff8-0f09d9718f8a tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.667839 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a60758d7-95fe-4194-876b-96ab6f7f3268 req-b7ea4d23-0507-4559-8ff8-0f09d9718f8a tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0762000 Feb 20 20:07:26.753581 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a60758d7-95fe-4194-876b-96ab6f7f3268 req-812f99e5-c6ed-4345-a874-6ff42e94a76c tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752256 Feb 20 20:07:26.848761 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35f908-1926-40e6-8fb1-896359d9a668 req-1bd16766-7a8f-42ac-a3de-d201fb7c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.851004 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd35f908-1926-40e6-8fb1-896359d9a668 req-1bd16766-7a8f-42ac-a3de-d201fb7c5fcb service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223161 Feb 20 20:07:26.899400 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3bbe-c0c6-4d4a-98ab-5b726e3dcc40 req-808fc9fc-d483-4944-a17d-4228c3ccf852 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.901316 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc2a3bbe-c0c6-4d4a-98ab-5b726e3dcc40 req-808fc9fc-d483-4944-a17d-4228c3ccf852 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0654454 Feb 20 20:07:26.967455 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d8feba1b-e158-452b-9062-e2f26970731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.967829 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc2a3bbe-c0c6-4d4a-98ab-5b726e3dcc40 req-060006ea-aa3f-4df9-ab44-ccd9d485c9f3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573437 Feb 20 20:07:26.969477 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d8feba1b-e158-452b-9062-e2f26970731e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2bc0681e8a4409baa15d332884a1faa&device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 1128 time: 0.0689046 Feb 20 20:07:27.024503 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-607d601d-a5c5-4c4c-ad7a-659b5e498943 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=beb6980a-d01c-46b5-a0a1-ec962a853f06 HTTP/1.1" status: 200 len: 217 time: 0.0435257 Feb 20 20:07:27.086158 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-af532b3c-8719-480f-a8ed-59e546590b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:27.087998 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-af532b3c-8719-480f-a8ed-59e546590b42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d632183e-a695-4801-b863-bc28ebf2e284 HTTP/1.1" status: 200 len: 849 time: 0.0522273 Feb 20 20:07:27.124981 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-d8286a42-a2aa-4678-b9f2-1720b087d6a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f958998f-ca88-4271-bb92-1aabc95eb0b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295105 Feb 20 20:07:27.234824 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-17bba18e-1135-4276-9046-cc1eb029ea6c service neutron] 10.222.0.65 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025426 Feb 20 20:07:27.361209 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3aa84199-1237-428d-9f61-3ccc1af95cec req-c07fd33b-c71d-4f5f-8cab-8ae4e1d6705a service neutron] 10.222.0.65 "GET /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187198 Feb 20 20:07:27.906704 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95311954-7902-4072-be38-f8b439cb1502 req-72a1a042-b594-4f85-a504-0fdc8faa3602 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:27.908245 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95311954-7902-4072-be38-f8b439cb1502 req-72a1a042-b594-4f85-a504-0fdc8faa3602 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0577927 Feb 20 20:07:27.961173 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-95311954-7902-4072-be38-f8b439cb1502 req-6014efec-9d5c-4ff8-98b6-2ae6848b63a3 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465431 Feb 20 20:07:28.110171 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175f55c-3970-4f43-97fa-9f37e4fba56e req-a58487d2-96e0-4814-9b6b-98ab3ca9d9a7 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:28.112025 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d175f55c-3970-4f43-97fa-9f37e4fba56e req-a58487d2-96e0-4814-9b6b-98ab3ca9d9a7 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0637364 Feb 20 20:07:28.125236 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.181277 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d175f55c-3970-4f43-97fa-9f37e4fba56e req-822cf4e1-f3be-4fa9-b8fe-5a742f1e2af2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603344 Feb 20 20:07:28.270368 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab277b-90ad-48d5-aa65-b02222b1e419 req-05007d47-fc53-4ee4-9666-af52b7f54d14 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:28.272031 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cfab277b-90ad-48d5-aa65-b02222b1e419 req-05007d47-fc53-4ee4-9666-af52b7f54d14 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Feb 20 20:07:28.326377 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cfab277b-90ad-48d5-aa65-b02222b1e419 req-1f875856-a30c-4b51-b69b-ece9caf23cc4 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 Feb 20 20:07:29.090348 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d64f25-3d10-41bf-bd99-84894b703c74 req-942b5b5a-9d61-4fab-bd1e-bad91da546c0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.091810 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b1d64f25-3d10-41bf-bd99-84894b703c74 req-942b5b5a-9d61-4fab-bd1e-bad91da546c0 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0572374 Feb 20 20:07:29.148272 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b1d64f25-3d10-41bf-bd99-84894b703c74 req-6ec04cb0-5788-4d77-ad8b-fa08eda91a70 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500252 Feb 20 20:07:29.452650 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf4e9f-3ee8-4b38-9376-0b483e4ea8a9 req-c86e8b28-ba03-41f2-9831-7f2cd8311290 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.454353 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3ecf4e9f-3ee8-4b38-9376-0b483e4ea8a9 req-c86e8b28-ba03-41f2-9831-7f2cd8311290 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0571189 Feb 20 20:07:29.504327 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3ecf4e9f-3ee8-4b38-9376-0b483e4ea8a9 req-0444360d-ae52-4b0b-b4d7-73f4fdbb650f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Feb 20 20:07:30.277471 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692507f1-05e4-414e-9998-4b08b940523f req-f01fea57-fcee-4c47-b64f-d0ba7342e1e6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.279006 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-692507f1-05e4-414e-9998-4b08b940523f req-f01fea57-fcee-4c47-b64f-d0ba7342e1e6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0566490 Feb 20 20:07:30.325335 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-692507f1-05e4-414e-9998-4b08b940523f req-17e0a2e6-a875-488f-8553-7c01b894e37b tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406718 Feb 20 20:07:30.631887 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498eb57-0480-42f3-b341-d35e22b6d8da req-ec4c7edd-8e0f-4f5e-a05f-03cef6eb850d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.633580 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6498eb57-0480-42f3-b341-d35e22b6d8da req-ec4c7edd-8e0f-4f5e-a05f-03cef6eb850d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0572095 Feb 20 20:07:30.681778 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6498eb57-0480-42f3-b341-d35e22b6d8da req-093c58db-0342-4c84-9064-1d30b7f4af2f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 Feb 20 20:07:31.444396 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be622627-0ec6-4105-a0af-7358fccf6e58 req-279d63f2-7639-433d-9c20-4ba3a7912ed5 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:31.445874 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-be622627-0ec6-4105-a0af-7358fccf6e58 req-279d63f2-7639-433d-9c20-4ba3a7912ed5 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0530689 Feb 20 20:07:31.492578 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-be622627-0ec6-4105-a0af-7358fccf6e58 req-f6a1136c-2f20-4289-ab05-08b5f577d225 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Feb 20 20:07:31.801561 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b7318-52e8-40a7-8ffa-d80808d24149 req-65fba9ec-d568-4d91-941c-a1579033aea1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:31.803052 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b35b7318-52e8-40a7-8ffa-d80808d24149 req-65fba9ec-d568-4d91-941c-a1579033aea1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0553312 Feb 20 20:07:31.850513 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b35b7318-52e8-40a7-8ffa-d80808d24149 req-47651fa4-393c-4a84-81ce-c531f33004b3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Feb 20 20:07:32.353067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7072d963-b010-40b0-9403-6a3b9808f53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.619901 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e125523-275c-4559-a9f1-859931158f8f req-6e51641c-f7c4-4482-b4de-c41471851b5e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:32.621527 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3e125523-275c-4559-a9f1-859931158f8f req-6e51641c-f7c4-4482-b4de-c41471851b5e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0594714 Feb 20 20:07:32.678101 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3e125523-275c-4559-a9f1-859931158f8f req-902b8bfe-6e9b-4378-9823-96901c9dbda7 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498066 Feb 20 20:07:32.979738 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f69d5-9af8-4d19-84b6-a24d965b1679 req-ad7f103a-434e-404b-80a1-34ec43eea79b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:32.981271 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c39f69d5-9af8-4d19-84b6-a24d965b1679 req-ad7f103a-434e-404b-80a1-34ec43eea79b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0581279 Feb 20 20:07:33.031295 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c39f69d5-9af8-4d19-84b6-a24d965b1679 req-7d43fb0a-1cb1-44c5-a38a-8e68fba279cd tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Feb 20 20:07:33.797684 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba16c-20cc-40b6-b3e9-164b13215b54 req-3f8b9e11-8ca5-4a6b-8bcf-c2a2bc2b5be9 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.799469 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e48ba16c-20cc-40b6-b3e9-164b13215b54 req-3f8b9e11-8ca5-4a6b-8bcf-c2a2bc2b5be9 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0545769 Feb 20 20:07:33.847936 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e48ba16c-20cc-40b6-b3e9-164b13215b54 req-8c03ca19-1458-4058-a825-2292536cd070 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Feb 20 20:07:34.154527 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453a3b-4421-45d9-bdc5-9f320bb24c72 req-8be910e1-4672-4ebe-927d-8f58624e717f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.156050 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0a453a3b-4421-45d9-bdc5-9f320bb24c72 req-8be910e1-4672-4ebe-927d-8f58624e717f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0548222 Feb 20 20:07:34.203610 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0a453a3b-4421-45d9-bdc5-9f320bb24c72 req-30d22f18-370a-4ea0-a4aa-ffebd426e01f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Feb 20 20:07:34.627680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-008782d3-0806-400f-85ef-d6705ed56b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.970294 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38a105-3dc8-4d11-afb7-e940efdd5a73 req-b2afd74e-d787-4cdc-b736-547ab69414c6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.971823 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-df38a105-3dc8-4d11-afb7-e940efdd5a73 req-b2afd74e-d787-4cdc-b736-547ab69414c6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0564663 Feb 20 20:07:35.019531 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-df38a105-3dc8-4d11-afb7-e940efdd5a73 req-7f374aa5-4cd1-4a20-81b5-f11898ee168d tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415926 Feb 20 20:07:35.093754 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-1628c09e-5160-4af5-9a9a-6cfad6d52977 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:35.095178 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-1628c09e-5160-4af5-9a9a-6cfad6d52977 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.0529261 Feb 20 20:07:35.198031 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Deleting port 07472b65-7967-4104-8806-9ce960f986d6 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:35.198373 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (07472b65-7967-4104-8806-9ce960f986d6), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.315701 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] For port 07472b65-7967-4104-8806-9ce960f986d6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=07472b65-7967-4104-8806-9ce960f986d6,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:35.315701 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (07472b65-7967-4104-8806-9ce960f986d6), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.330297 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Calling delete_port for 07472b65-7967-4104-8806-9ce960f986d6 owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:35.387824 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844e502-88fd-412e-84d3-f75015e911d9 req-d17d11b7-1578-48bd-8580-48186a46afd8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:35.389638 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d844e502-88fd-412e-84d3-f75015e911d9 req-d17d11b7-1578-48bd-8580-48186a46afd8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 945 time: 0.1153271 Feb 20 20:07:35.462870 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d844e502-88fd-412e-84d3-f75015e911d9 req-98f9648b-f927-40fb-aaf0-9cfd14da1054 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Feb 20 20:07:35.599582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (07472b65-7967-4104-8806-9ce960f986d6), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.612493 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['074370c8-3a7b-4dd9-954d-ba624ec7f644', '07472b65-7967-4104-8806-9ce960f986d6'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:35.634577 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Pushing event deleted for resources: {'Port': ['ID=07472b65-7967-4104-8806-9ce960f986d6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:35.675829 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] No DVR routers for this DVR port 07472b65-7967-4104-8806-9ce960f986d6 on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:35.678604 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.682410 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee21146a-1955-4c0e-886b-062838e2ca35 req-3b2976b8-1d5b-4bac-93e6-795adca5caa3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "DELETE /v2.0/ports/07472b65-7967-4104-8806-9ce960f986d6 HTTP/1.1" status: 204 len: 173 time: 0.5807791 Feb 20 20:07:35.682894 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'name': 'network-vif-deleted', 'tag': '07472b65-7967-4104-8806-9ce960f986d6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:35.685126 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37efe2-9153-452c-a4dc-a55d89896b55" -d '{"events": [{"server_uuid": "5fac0a39-43cd-4602-81e5-129ea7aa6147", "name": "network-vif-deleted", "tag": "07472b65-7967-4104-8806-9ce960f986d6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:35.720939 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f8bfe0-31b2-412d-adb0-fb33564ed56b x-openstack-request-id: req-69f8bfe0-31b2-412d-adb0-fb33564ed56b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:35.721229 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fac0a39-43cd-4602-81e5-129ea7aa6147", "name": "network-vif-deleted", "tag": "07472b65-7967-4104-8806-9ce960f986d6", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:35.721479 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69f8bfe0-31b2-412d-adb0-fb33564ed56b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:35.721874 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fac0a39-43cd-4602-81e5-129ea7aa6147', 'name': 'network-vif-deleted', 'tag': '07472b65-7967-4104-8806-9ce960f986d6', 'status': 'completed', 'code': 200} Feb 20 20:07:35.924945 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.974785 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device beb6980a-d01c-46b5-a0a1-ec962a853f06 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:36.076638 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port beb6980a-d01c-46b5-a0a1-ec962a853f06, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=beb6980a-d01c-46b5-a0a1-ec962a853f06,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:36.089808 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': 'beb6980a-d01c-46b5-a0a1-ec962a853f06', 'network_id': 'f958998f-ca88-4271-bb92-1aabc95eb0b0', 'port_id': 'beb6980a-d01c-46b5-a0a1-ec962a853f06', 'mac_address': 'fa:16:3e:06:71:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd632183e-a695-4801-b863-bc28ebf2e284', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:36.127457 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port beb6980a-d01c-46b5-a0a1-ec962a853f06 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:36.127892 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.141556 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb6980a-d01c-46b5-a0a1-ec962a853f06 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:36.141877 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee93ab7-f6a7-4b05-a203-72c11c53b3e3 req-f93791db-0a1c-47d4-8863-a158270bbcaa tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:36.143374 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1ee93ab7-f6a7-4b05-a203-72c11c53b3e3 req-f93791db-0a1c-47d4-8863-a158270bbcaa tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 944 time: 0.0566704 Feb 20 20:07:36.162686 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port beb6980a-d01c-46b5-a0a1-ec962a853f06, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=beb6980a-d01c-46b5-a0a1-ec962a853f06,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:36.191041 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1ee93ab7-f6a7-4b05-a203-72c11c53b3e3 req-0aac8947-9004-46a4-9f4b-8a0bc6ad1d05 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Feb 20 20:07:36.244990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.302881 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=beb6980a-d01c-46b5-a0a1-ec962a853f06,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:36.574379 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ddb89523-4b8c-45f9-abcc-ca6c881b4032 req-d1dc92e7-7c2d-4325-a637-a90e3d02accf tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5fac0a39-43cd-4602-81e5-129ea7aa6147 HTTP/1.1" status: 200 len: 210 time: 0.0316930 Feb 20 20:07:36.689263 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['beb6980a-d01c-46b5-a0a1-ec962a853f06'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:37.068515 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.310581 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53651341-3399-484f-a980-cfe9a782d87d req-29d488f0-5f16-460c-ad84-c30193026508 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:37.312084 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-53651341-3399-484f-a980-cfe9a782d87d req-29d488f0-5f16-460c-ad84-c30193026508 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Feb 20 20:07:37.358332 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-53651341-3399-484f-a980-cfe9a782d87d req-efe3e81f-2d96-46cf-b5d8-0c13d06b9c36 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Feb 20 20:07:37.975993 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device beb6980a-d01c-46b5-a0a1-ec962a853f06 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:38.176349 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port beb6980a-d01c-46b5-a0a1-ec962a853f06 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:07:38.181745 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port beb6980a-d01c-46b5-a0a1-ec962a853f06 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:38.182156 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.263867 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port beb6980a-d01c-46b5-a0a1-ec962a853f06 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:38.264261 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.291575 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65650bb4-512b-4be6-b476-8f5800078067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6980a-d01c-46b5-a0a1-ec962a853f06'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:38.294140 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6565ce5-0c96-4035-b9c3-0dd5d43b8971" -d '{"events": [{"server_uuid": "65650bb4-512b-4be6-b476-8f5800078067", "name": "network-vif-plugged", "status": "completed", "tag": "beb6980a-d01c-46b5-a0a1-ec962a853f06"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:38.315606 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port beb6980a-d01c-46b5-a0a1-ec962a853f06, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=beb6980a-d01c-46b5-a0a1-ec962a853f06,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:38.336669 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3bccb8-9151-4ac4-a5e7-fd850709a065 x-openstack-request-id: req-1a3bccb8-9151-4ac4-a5e7-fd850709a065 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:38.337157 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65650bb4-512b-4be6-b476-8f5800078067", "name": "network-vif-plugged", "status": "completed", "tag": "beb6980a-d01c-46b5-a0a1-ec962a853f06", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:38.344118 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a3bccb8-9151-4ac4-a5e7-fd850709a065 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:38.344118 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65650bb4-512b-4be6-b476-8f5800078067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb6980a-d01c-46b5-a0a1-ec962a853f06', 'code': 200} Feb 20 20:07:38.417461 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.418545 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 07472b65-7967-4104-8806-9ce960f986d6 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:38.465253 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 07472b65-7967-4104-8806-9ce960f986d6 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:38.465701 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 07472b65-7967-4104-8806-9ce960f986d6 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:38.490750 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c166d-64ec-4dea-a441-b0ee175f4e73 req-27d8c975-31d2-4643-bb52-a5da439e0e86 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:38.492349 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cb4c166d-64ec-4dea-a441-b0ee175f4e73 req-27d8c975-31d2-4643-bb52-a5da439e0e86 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.0602553 Feb 20 20:07:38.513545 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=beb6980a-d01c-46b5-a0a1-ec962a853f06,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:38.515247 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbd2bc-30bc-419a-b723-8f06cea78ad8 req-550d3185-8aa5-4480-aacc-c0acc274eba6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:38.517020 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d4cbd2bc-30bc-419a-b723-8f06cea78ad8 req-550d3185-8aa5-4480-aacc-c0acc274eba6 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.2871430 Feb 20 20:07:38.554701 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cb4c166d-64ec-4dea-a441-b0ee175f4e73 req-c00e2de9-8215-4a0e-b5e5-88a56915f40e tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Feb 20 20:07:38.591692 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d4cbd2bc-30bc-419a-b723-8f06cea78ad8 req-d0dcca60-0300-497f-99e0-48b5bcc3258f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683281 Feb 20 20:07:38.700275 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4b00c-7235-46b1-af92-ca82af7c0c73 req-3252d6f6-ec0e-48dc-bba2-91b17b37aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:38.700275 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3ce4b00c-7235-46b1-af92-ca82af7c0c73 req-3252d6f6-ec0e-48dc-bba2-91b17b37aba2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 1130 time: 0.0487437 Feb 20 20:07:38.736386 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.747993 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3ce4b00c-7235-46b1-af92-ca82af7c0c73 req-165cbce5-0ea4-4639-9cc6-d6134987c1f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400767 Feb 20 20:07:39.529393 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43166) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:39.646147 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-53367b8f-2acb-4247-80b3-ac7a4b68c444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.739043 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a500013-a68f-4c1f-9b0f-4e06b078b535 req-1086387f-fd6e-4d8d-8eb2-02983deafe65 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:39.740414 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7a500013-a68f-4c1f-9b0f-4e06b078b535 req-1086387f-fd6e-4d8d-8eb2-02983deafe65 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.0963435 Feb 20 20:07:39.744217 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be2cff-74e2-4598-a8f3-8cea4868e931 req-58eed813-58f4-45e6-97ea-cfa84e5d8552 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:39.746738 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33be2cff-74e2-4598-a8f3-8cea4868e931 req-58eed813-58f4-45e6-97ea-cfa84e5d8552 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0611055 Feb 20 20:07:39.797501 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33be2cff-74e2-4598-a8f3-8cea4868e931 req-f9629437-7524-4ca4-8bfb-826c6f468319 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Feb 20 20:07:39.803307 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-53367b8f-2acb-4247-80b3-ac7a4b68c444 admin admin] Publish callbacks [] for security_group (7e5c440f-0ee5-4aa7-a432-5902bf55de92), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.818523 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7a500013-a68f-4c1f-9b0f-4e06b078b535 req-ab862429-ac5c-4e9c-893f-b0e67ec055d8 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696032 Feb 20 20:07:39.925212 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-53367b8f-2acb-4247-80b3-ac7a4b68c444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7e5c440f-0ee5-4aa7-a432-5902bf55de92), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.964813 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-53367b8f-2acb-4247-80b3-ac7a4b68c444 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9285700931db41af927d34776f53f0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343030 Feb 20 20:07:39.965763 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53367b8f-2acb-4247-80b3-ac7a4b68c444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c440f-0ee5-4aa7-a432-5902bf55de92,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:39.967583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:40.022891 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fad52d0-ac55-49b7-845e-d78c8433b07c admin admin] Publish callbacks [] for security_group (7e5c440f-0ee5-4aa7-a432-5902bf55de92), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.047872 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fad52d0-ac55-49b7-845e-d78c8433b07c admin admin] Publish callbacks [] for security_group (7e5c440f-0ee5-4aa7-a432-5902bf55de92), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.193529 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fad52d0-ac55-49b7-845e-d78c8433b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7e5c440f-0ee5-4aa7-a432-5902bf55de92), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.196188 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8fad52d0-ac55-49b7-845e-d78c8433b07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.201308 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-8fad52d0-ac55-49b7-845e-d78c8433b07c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e5c440f-0ee5-4aa7-a432-5902bf55de92 HTTP/1.1" status: 204 len: 168 time: 0.2293594 Feb 20 20:07:40.211445 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad52d0-ac55-49b7-845e-d78c8433b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c440f-0ee5-4aa7-a432-5902bf55de92,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:40.943202 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d8de8-b1ce-4f9b-bdff-e6f2d9151743 req-59a042e0-0ef2-42a3-a097-827b146740f8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:40.945073 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f58d8de8-b1ce-4f9b-bdff-e6f2d9151743 req-59a042e0-0ef2-42a3-a097-827b146740f8 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0591383 Feb 20 20:07:40.956172 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e8250-70b5-479a-a34a-7bb49c558c1f req-95c9ffa5-d414-4e00-8e30-9603503b5057 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:40.957745 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-989e8250-70b5-479a-a34a-7bb49c558c1f req-95c9ffa5-d414-4e00-8e30-9603503b5057 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.0589461 Feb 20 20:07:41.002985 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f58d8de8-b1ce-4f9b-bdff-e6f2d9151743 req-818a9d01-6256-45c1-8490-c8ef9572920e tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510116 Feb 20 20:07:41.013355 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-989e8250-70b5-479a-a34a-7bb49c558c1f req-b3838252-5c41-428f-acbe-d6fc99fa6d02 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487781 Feb 20 20:07:41.719328 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd65452-7497-4105-b340-7cb320bf8fb4 req-fb7035e1-b7e3-4a13-bdb8-1dd1bf9b9606 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:41.720895 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cbd65452-7497-4105-b340-7cb320bf8fb4 req-fb7035e1-b7e3-4a13-bdb8-1dd1bf9b9606 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Feb 20 20:07:41.777208 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cbd65452-7497-4105-b340-7cb320bf8fb4 req-4fca16a6-246b-48ff-b85e-929b9426a1e1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504792 Feb 20 20:07:42.145567 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9a48-08f8-44c7-aa5f-9cd43a6200b5 req-edb67ac6-c2e4-4cc6-bc66-20fc31cae3b1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:42.147751 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3db9a48-08f8-44c7-aa5f-9cd43a6200b5 req-edb67ac6-c2e4-4cc6-bc66-20fc31cae3b1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0679109 Feb 20 20:07:42.207248 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3db9a48-08f8-44c7-aa5f-9cd43a6200b5 req-d6d5418d-91fa-4bd3-acbb-4cefa448c665 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Feb 20 20:07:42.579916 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86575e20-ae92-4b5f-98ff-a021745d799e req-c879bb0f-6704-4664-818f-dec0a7b5a919 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:42.581868 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-86575e20-ae92-4b5f-98ff-a021745d799e req-c879bb0f-6704-4664-818f-dec0a7b5a919 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.0554733 Feb 20 20:07:42.629767 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-86575e20-ae92-4b5f-98ff-a021745d799e req-51e84990-5115-40f8-8806-8b5490d18cf9 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420804 Feb 20 20:07:42.918821 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d239f-8f3c-483f-9b0f-6a79efe1aa05 req-01885bc9-677a-4980-93c8-2c5112f30fbe tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:42.920432 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce6d239f-8f3c-483f-9b0f-6a79efe1aa05 req-01885bc9-677a-4980-93c8-2c5112f30fbe tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0569017 Feb 20 20:07:42.978916 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce6d239f-8f3c-483f-9b0f-6a79efe1aa05 req-1fd8a125-789c-4e22-8faa-f665c07cb1ae tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484350 Feb 20 20:07:43.353801 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08149ff-4b25-4449-92d3-85f31b5708c2 req-4fe9d6e9-b3df-4ad1-a3bf-2b8b32ff9ecb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:43.355324 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a08149ff-4b25-4449-92d3-85f31b5708c2 req-4fe9d6e9-b3df-4ad1-a3bf-2b8b32ff9ecb tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0728369 Feb 20 20:07:43.420360 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a08149ff-4b25-4449-92d3-85f31b5708c2 req-c3df27d4-8f3e-48fd-9ef6-8782d269375b tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589905 Feb 20 20:07:43.762808 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab233-fa0e-41e7-8a7f-bd7287d2251b req-20456101-1ac9-428f-8429-c3cfaf3e10c8 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:43.764589 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-89bab233-fa0e-41e7-8a7f-bd7287d2251b req-20456101-1ac9-428f-8429-c3cfaf3e10c8 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.0556056 Feb 20 20:07:43.817625 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-89bab233-fa0e-41e7-8a7f-bd7287d2251b req-cbafc773-36da-4908-97d9-5a698552dfce tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Feb 20 20:07:44.101687 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b869f-e7d3-4b55-a422-01e2fdea7af3 req-d053465a-fa42-47dd-83d2-ece3143fcf02 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:44.103944 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-974b869f-e7d3-4b55-a422-01e2fdea7af3 req-d053465a-fa42-47dd-83d2-ece3143fcf02 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0539012 Feb 20 20:07:44.161179 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-974b869f-e7d3-4b55-a422-01e2fdea7af3 req-7ffd01ea-0322-439a-bb85-e5ae261e9a68 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515437 Feb 20 20:07:44.552121 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ec6e4-9320-43e8-8f03-7c931a9cdc29 req-9db122f1-f050-43f4-a4fd-dcab968d045f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:44.553453 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d07ec6e4-9320-43e8-8f03-7c931a9cdc29 req-9db122f1-f050-43f4-a4fd-dcab968d045f tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0604703 Feb 20 20:07:44.607423 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d07ec6e4-9320-43e8-8f03-7c931a9cdc29 req-8720cb77-7ad4-4d9e-917f-bc68a6ee3ede tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Feb 20 20:07:44.685714 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278e2e-a873-454c-9b13-64169e987be2 req-cd8872d5-cd7c-4ecb-a8ba-ab7c06a613c1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:44.687245 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-62278e2e-a873-454c-9b13-64169e987be2 req-cd8872d5-cd7c-4ecb-a8ba-ab7c06a613c1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 945 time: 0.0580504 Feb 20 20:07:44.798498 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Deleting port 50f4ed0d-462c-4e99-a4c8-ba96378c945f {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:44.798914 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.979514 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] For port 50f4ed0d-462c-4e99-a4c8-ba96378c945f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=50f4ed0d-462c-4e99-a4c8-ba96378c945f,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:44.980140 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.008075 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Calling delete_port for 50f4ed0d-462c-4e99-a4c8-ba96378c945f owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:45.048837 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042abb-b4cb-418e-beb3-70cf45908e6d req-b590a5fe-aaae-4fa2-bbeb-d572fa802e67 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.051319 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d3042abb-b4cb-418e-beb3-70cf45908e6d req-b590a5fe-aaae-4fa2-bbeb-d572fa802e67 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.1500332 Feb 20 20:07:45.161732 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d3042abb-b4cb-418e-beb3-70cf45908e6d req-ea092954-f826-48be-b656-3fdb64b168c6 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/security-groups?id=05fca950-2537-416b-a481-df47dc336d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703437 Feb 20 20:07:45.233151 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-9578facd-17d1-4907-a69e-bbeb27a7097d tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.234723 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-9578facd-17d1-4907-a69e-bbeb27a7097d tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 946 time: 0.0663645 Feb 20 20:07:45.307371 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (50f4ed0d-462c-4e99-a4c8-ba96378c945f), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.321085 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['50f4ed0d-462c-4e99-a4c8-ba96378c945f'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:45.350348 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Pushing event deleted for resources: {'Port': ['ID=50f4ed0d-462c-4e99-a4c8-ba96378c945f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:45.385292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462803-5f0e-48e3-abdf-713a5647dc9c req-f225b130-60f7-47ba-b9dc-e82b09dc2f25 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.385292 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ab462803-5f0e-48e3-abdf-713a5647dc9c req-f225b130-60f7-47ba-b9dc-e82b09dc2f25 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 867 time: 0.1454992 Feb 20 20:07:45.401035 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] No DVR routers for this DVR port 50f4ed0d-462c-4e99-a4c8-ba96378c945f on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:45.404551 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.408162 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-62278e2e-a873-454c-9b13-64169e987be2 req-aa4e381c-bd7f-4e6b-831b-7a30fe186679 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "DELETE /v2.0/ports/50f4ed0d-462c-4e99-a4c8-ba96378c945f HTTP/1.1" status: 204 len: 173 time: 0.7101774 Feb 20 20:07:45.408641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'name': 'network-vif-deleted', 'tag': '50f4ed0d-462c-4e99-a4c8-ba96378c945f'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:45.411066 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cf11b9-806c-4159-b5f7-1187cc1710a9" -d '{"events": [{"server_uuid": "c3edd35d-36e7-499e-85ad-31ef52734ae1", "name": "network-vif-deleted", "tag": "50f4ed0d-462c-4e99-a4c8-ba96378c945f"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:45.447255 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Deleting port beb6980a-d01c-46b5-a0a1-ec962a853f06 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:45.447597 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.450681 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05171423-98dc-460e-b44d-7c1880e3032a x-openstack-request-id: req-05171423-98dc-460e-b44d-7c1880e3032a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:45.450986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3edd35d-36e7-499e-85ad-31ef52734ae1", "name": "network-vif-deleted", "tag": "50f4ed0d-462c-4e99-a4c8-ba96378c945f", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:45.451237 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05171423-98dc-460e-b44d-7c1880e3032a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:45.451638 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3edd35d-36e7-499e-85ad-31ef52734ae1', 'name': 'network-vif-deleted', 'tag': '50f4ed0d-462c-4e99-a4c8-ba96378c945f', 'status': 'completed', 'code': 200} Feb 20 20:07:45.510603 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ab462803-5f0e-48e3-abdf-713a5647dc9c req-42c847fd-3547-443f-be75-c890027a25a3 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186960 Feb 20 20:07:45.571959 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] For port beb6980a-d01c-46b5-a0a1-ec962a853f06, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=beb6980a-d01c-46b5-a0a1-ec962a853f06,segment=NetworkSegment(8950f0ce-5729-4423-93f1-7e88a89562c2),segment_id=8950f0ce-5729-4423-93f1-7e88a89562c2)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:45.572768 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.588000 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Calling delete_port for beb6980a-d01c-46b5-a0a1-ec962a853f06 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:45.748023 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c8874-8b24-40a0-92f7-e5b39f81e809 req-9ecff125-ec1e-42be-a3e7-b27582658d54 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.749604 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-612c8874-8b24-40a0-92f7-e5b39f81e809 req-9ecff125-ec1e-42be-a3e7-b27582658d54 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0673492 Feb 20 20:07:45.808200 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-612c8874-8b24-40a0-92f7-e5b39f81e809 req-f39b1cd6-ebe5-4fc0-961b-6cec257334e0 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523863 Feb 20 20:07:45.903319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (beb6980a-d01c-46b5-a0a1-ec962a853f06), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.920671 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['beb6980a-d01c-46b5-a0a1-ec962a853f06'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:45.936093 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Pushing event deleted for resources: {'Port': ['ID=beb6980a-d01c-46b5-a0a1-ec962a853f06,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:46.014905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] No DVR routers for this DVR port beb6980a-d01c-46b5-a0a1-ec962a853f06 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:46.018024 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:46.021621 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91ed46ce-65df-4490-a2d7-d0106cbb9b0c req-b06adbea-2139-4f3b-b1fa-78f429f72cec tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.65 "DELETE /v2.0/ports/beb6980a-d01c-46b5-a0a1-ec962a853f06 HTTP/1.1" status: 204 len: 173 time: 0.7731123 Feb 20 20:07:46.022077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65650bb4-512b-4be6-b476-8f5800078067', 'name': 'network-vif-deleted', 'tag': 'beb6980a-d01c-46b5-a0a1-ec962a853f06'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:46.024485 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75485f-12cf-4026-89ac-113bd5a871c1" -d '{"events": [{"server_uuid": "65650bb4-512b-4be6-b476-8f5800078067", "name": "network-vif-deleted", "tag": "beb6980a-d01c-46b5-a0a1-ec962a853f06"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:46.074591 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6e0823-ef21-401f-aab1-3e1334b356f4 x-openstack-request-id: req-ab6e0823-ef21-401f-aab1-3e1334b356f4 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:46.074879 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65650bb4-512b-4be6-b476-8f5800078067", "name": "network-vif-deleted", "tag": "beb6980a-d01c-46b5-a0a1-ec962a853f06", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:46.075133 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab6e0823-ef21-401f-aab1-3e1334b356f4 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:46.075523 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65650bb4-512b-4be6-b476-8f5800078067', 'name': 'network-vif-deleted', 'tag': 'beb6980a-d01c-46b5-a0a1-ec962a853f06', 'status': 'completed', 'code': 200} Feb 20 20:07:46.286083 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2484872f-1951-44e1-ac5b-21bf5a183f58 req-2118e794-73ac-42eb-b259-f2d577f3fe97 tempest-VolumesActionsTest-644840843 tempest-VolumesActionsTest-644840843-project] 10.222.0.48 "GET /v2.0/ports?device_id=65650bb4-512b-4be6-b476-8f5800078067 HTTP/1.1" status: 200 len: 210 time: 0.0393903 Feb 20 20:07:46.641020 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f09b737c-ed1f-4992-875c-e9339b57a556 req-3e434ade-7b25-4830-8ed8-70630be68378 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3edd35d-36e7-499e-85ad-31ef52734ae1 HTTP/1.1" status: 200 len: 210 time: 0.0345805 Feb 20 20:07:46.805790 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-22923009-7c9b-4a86-9ce9-09af7925b910 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.807522 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-22923009-7c9b-4a86-9ce9-09af7925b910 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0604396 Feb 20 20:07:46.943560 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Deleting port 074370c8-3a7b-4dd9-954d-ba624ec7f644 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:46.944077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:46.956905 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38317b09-e9b7-401c-8053-5ae91ff34292 req-7695baa2-506a-41e8-92ac-d9da8b2a17c1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.958459 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38317b09-e9b7-401c-8053-5ae91ff34292 req-7695baa2-506a-41e8-92ac-d9da8b2a17c1 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 945 time: 0.0725818 Feb 20 20:07:47.024529 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38317b09-e9b7-401c-8053-5ae91ff34292 req-7209b7b9-ae90-47c1-8f2d-34359a4d59e3 tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/security-groups?id=7939c2d7-2363-49cd-a903-4d3d7fbfa0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Feb 20 20:07:47.054848 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] For port 074370c8-3a7b-4dd9-954d-ba624ec7f644, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=074370c8-3a7b-4dd9-954d-ba624ec7f644,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:47.061849 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.069348 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Calling delete_port for 074370c8-3a7b-4dd9-954d-ba624ec7f644 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:47.302472 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (074370c8-3a7b-4dd9-954d-ba624ec7f644), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.316106 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['074370c8-3a7b-4dd9-954d-ba624ec7f644'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:47.346279 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Pushing event deleted for resources: {'Port': ['ID=074370c8-3a7b-4dd9-954d-ba624ec7f644,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:47.395992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] No DVR routers for this DVR port 074370c8-3a7b-4dd9-954d-ba624ec7f644 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:47.400099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.403655 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2a712404-d51b-4be5-8d67-f7306d7db8a3 req-200ce0a9-4652-4318-8be0-9eb91604073c tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.65 "DELETE /v2.0/ports/074370c8-3a7b-4dd9-954d-ba624ec7f644 HTTP/1.1" status: 204 len: 173 time: 0.5827322 Feb 20 20:07:48.025852 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 074370c8-3a7b-4dd9-954d-ba624ec7f644 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:48.047276 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 074370c8-3a7b-4dd9-954d-ba624ec7f644 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:48.047702 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 074370c8-3a7b-4dd9-954d-ba624ec7f644 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:48.048453 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 50f4ed0d-462c-4e99-a4c8-ba96378c945f no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:48.076579 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'name': 'network-vif-deleted', 'tag': '074370c8-3a7b-4dd9-954d-ba624ec7f644'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:48.081366 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 50f4ed0d-462c-4e99-a4c8-ba96378c945f {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:48.081955 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 50f4ed0d-462c-4e99-a4c8-ba96378c945f not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:48.082364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683b90e-c620-4a66-a00a-27862d1cca28" -d '{"events": [{"server_uuid": "5baa6615-85af-4e8b-8f68-b764ad88851f", "name": "network-vif-deleted", "tag": "074370c8-3a7b-4dd9-954d-ba624ec7f644"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:48.082629 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device beb6980a-d01c-46b5-a0a1-ec962a853f06 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:48.114095 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: beb6980a-d01c-46b5-a0a1-ec962a853f06 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:48.114674 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device beb6980a-d01c-46b5-a0a1-ec962a853f06 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:48.137081 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe353e2-bd62-42b0-8e97-873f095262c4 x-openstack-request-id: req-abe353e2-bd62-42b0-8e97-873f095262c4 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:48.137081 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baa6615-85af-4e8b-8f68-b764ad88851f", "name": "network-vif-deleted", "tag": "074370c8-3a7b-4dd9-954d-ba624ec7f644", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:48.137081 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abe353e2-bd62-42b0-8e97-873f095262c4 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:48.137081 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baa6615-85af-4e8b-8f68-b764ad88851f', 'name': 'network-vif-deleted', 'tag': '074370c8-3a7b-4dd9-954d-ba624ec7f644', 'status': 'completed', 'code': 200} Feb 20 20:07:48.204292 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce72c5fa-a882-4231-ad05-db9972122e93 req-6d35edbf-3361-4fa3-bd3e-703d0068908a tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 210 time: 0.0335541 Feb 20 20:07:48.775316 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:07:49.334592 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cee1194a-0a85-4ca6-97e5-045b6300a99b req-346af48e-e350-41c3-b19f-3a7e8a04608d tempest-ServerRescueNegativeTestJSON-1998266291 tempest-ServerRescueNegativeTestJSON-1998266291-project] 10.222.0.48 "GET /v2.0/ports?device_id=5baa6615-85af-4e8b-8f68-b764ad88851f HTTP/1.1" status: 200 len: 210 time: 0.0316541 Feb 20 20:07:50.391890 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43402) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:51.074245 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.390360 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Deleting port 265da35a-f237-4679-b741-9b14263a4d52 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:51.390606 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (265da35a-f237-4679-b741-9b14263a4d52), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.470472 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] For port 265da35a-f237-4679-b741-9b14263a4d52, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=265da35a-f237-4679-b741-9b14263a4d52,segment=NetworkSegment(b2a729b5-6cd0-4505-b128-ccf7556cf9d5),segment_id=b2a729b5-6cd0-4505-b128-ccf7556cf9d5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:51.471211 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (265da35a-f237-4679-b741-9b14263a4d52), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.485006 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Calling delete_port for 265da35a-f237-4679-b741-9b14263a4d52 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:51.775588 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (265da35a-f237-4679-b741-9b14263a4d52), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:51.808546 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Pushing event deleted for resources: {'Port': ['ID=265da35a-f237-4679-b741-9b14263a4d52,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:51.999233 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.229572 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:52.352549 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:52.359664 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-fd476add-d6ef-435c-8536-ec2384c06222 admin admin] 10.222.0.48 "PUT /v2.0/routers/8cbbd5fd-695c-43c0-834c-5be1bf9314dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9666846 Feb 20 20:07:52.362338 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43428) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:52.365057 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] Sync routers for ids ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:52.377766 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] Routers {'8cbbd5fd-695c-43c0-834c-5be1bf9314dc'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:52.378595 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:07:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:52.475626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks [] for router (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.490156 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] Set router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:52.605526 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks [] for router_gateway (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.768978 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Deleting port 15259e48-404d-4887-8669-922fdab6cdca {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:52.769360 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (15259e48-404d-4887-8669-922fdab6cdca), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.796789 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '15259e48-404d-4887-8669-922fdab6cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:07:51Z', 'revision_number': 5, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port': {'id': '15259e48-404d-4887-8669-922fdab6cdca', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:52:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:00Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:52.840053 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] Checking router: 8cbbd5fd-695c-43c0-834c-5be1bf9314dc for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:52.848935 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] Routers {'8cbbd5fd-695c-43c0-834c-5be1bf9314dc'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:52.849538 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:07:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:52.870114 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] For port 15259e48-404d-4887-8669-922fdab6cdca, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=15259e48-404d-4887-8669-922fdab6cdca,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:52.870486 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (15259e48-404d-4887-8669-922fdab6cdca), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:52.884500 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Calling delete_port for 15259e48-404d-4887-8669-922fdab6cdca owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:52.960325 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] Set router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:53.022450 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:07:52Z', 'revision_number': 6, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:53.054294 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35effd8c-43c1-4fe2-8ef5-b2b512264a97 None None] The sync data for ids ['8cbbd5fd-695c-43c0-834c-5be1bf9314dc'] in dv-cinder-821824-2-iscsi is: [{'id': '8cbbd5fd-695c-43c0-834c-5be1bf9314dc', 'name': 'tempest-ServerRescueNegativeTestJSON-542493381-router', 'tenant_id': '258f58fea74f473491891d64c3b137f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:07:52Z', 'revision_number': 6, 'project_id': '258f58fea74f473491891d64c3b137f6', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:53.166117 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (15259e48-404d-4887-8669-922fdab6cdca), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.190598 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Pushing event deleted for resources: {'Port': ['ID=15259e48-404d-4887-8669-922fdab6cdca,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:53.258091 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.367951 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.370189 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks [] for router_controller (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.525375 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (8cbbd5fd-695c-43c0-834c-5be1bf9314dc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.526066 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbbd5fd-695c-43c0-834c-5be1bf9314dc {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:07:53.537327 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.537327 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b90ec179-731e-4391-a3eb-c3bea176652d admin admin] 10.222.0.48 "DELETE /v2.0/routers/8cbbd5fd-695c-43c0-834c-5be1bf9314dc HTTP/1.1" status: 204 len: 168 time: 1.1684618 Feb 20 20:07:53.537327 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43446) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:53.592455 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Deleting subnet 3a58a722-4f04-4932-b957-6f9735d05ea2 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:07:53.596076 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Publish callbacks [] for subnet (3a58a722-4f04-4932-b957-6f9735d05ea2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.633880 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (3a58a722-4f04-4932-b957-6f9735d05ea2), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.680996 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (3a58a722-4f04-4932-b957-6f9735d05ea2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.905301 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 265da35a-f237-4679-b741-9b14263a4d52 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:53.925582 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 265da35a-f237-4679-b741-9b14263a4d52 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:53.925917 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 265da35a-f237-4679-b741-9b14263a4d52 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:54.016161 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (3a58a722-4f04-4932-b957-6f9735d05ea2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.040950 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a58a722-4f04-4932-b957-6f9735d05ea2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:54.042841 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.046985 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f51e572f-ef34-4cdc-971d-a57b22bdf99d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a58a722-4f04-4932-b957-6f9735d05ea2 HTTP/1.1" status: 204 len: 168 time: 0.5098040 Feb 20 20:07:54.048929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43454) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:54.123163 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (25b27a7c-84bf-4c48-8ca4-17e3df5ac670), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.209574 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (25b27a7c-84bf-4c48-8ca4-17e3df5ac670), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.231038 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b27a7c-84bf-4c48-8ca4-17e3df5ac670']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.241080 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.241382 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a729b5-6cd0-4505-b128-ccf7556cf9d5') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:54.252022 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (b2a729b5-6cd0-4505-b128-ccf7556cf9d5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.270039 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (b2a729b5-6cd0-4505-b128-ccf7556cf9d5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.277196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:07:54.277723 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (b2a729b5-6cd0-4505-b128-ccf7556cf9d5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:07:54.279528 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:07:54.455603 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (25b27a7c-84bf-4c48-8ca4-17e3df5ac670), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.463535 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.467112 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] 10.222.0.48 "DELETE /v2.0/networks/25b27a7c-84bf-4c48-8ca4-17e3df5ac670 HTTP/1.1" status: 204 len: 168 time: 0.4171066 Feb 20 20:07:54.476697 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0041e-4425-4109-91ea-4016d2fa0d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b27a7c-84bf-4c48-8ca4-17e3df5ac670,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:54.958874 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43472) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:55.001802 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f8ce16d6-78f5-4a67-acf0-9f034503cedf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=258f58fea74f473491891d64c3b137f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412152 Feb 20 20:07:55.004996 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43474) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:55.070815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9ff2-85da-4209-8fbb-6c64c1daed40 admin admin] Publish callbacks [] for security_group (7939c2d7-2363-49cd-a903-4d3d7fbfa0da), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.103686 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9ff2-85da-4209-8fbb-6c64c1daed40 admin admin] Publish callbacks [] for security_group (7939c2d7-2363-49cd-a903-4d3d7fbfa0da), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.250850 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9ff2-85da-4209-8fbb-6c64c1daed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7939c2d7-2363-49cd-a903-4d3d7fbfa0da), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.253479 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9ff2-85da-4209-8fbb-6c64c1daed40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:55.254647 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8c1d9ff2-85da-4209-8fbb-6c64c1daed40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7939c2d7-2363-49cd-a903-4d3d7fbfa0da HTTP/1.1" status: 204 len: 168 time: 0.2485349 Feb 20 20:07:55.264086 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9ff2-85da-4209-8fbb-6c64c1daed40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7939c2d7-2363-49cd-a903-4d3d7fbfa0da,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:55.500269 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 15259e48-404d-4887-8669-922fdab6cdca no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:55.524742 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 15259e48-404d-4887-8669-922fdab6cdca {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:55.525092 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 15259e48-404d-4887-8669-922fdab6cdca not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:56.761260 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94607906-00b5-447b-9312-ec7eaa814487 req-0186c3e1-ddf8-4bad-961d-862a2cc844f4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:56.762942 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-94607906-00b5-447b-9312-ec7eaa814487 req-0186c3e1-ddf8-4bad-961d-862a2cc844f4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0689442 Feb 20 20:07:56.858848 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-94607906-00b5-447b-9312-ec7eaa814487 req-c5e2b5a4-070f-44e4-ad9b-bff2a8450c2d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813920 Feb 20 20:07:58.031541 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dede2-6363-41a8-8448-0ebcdcb4724f req-9aa27230-caf3-44bf-8707-a143ead87b95 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:58.033218 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be8dede2-6363-41a8-8448-0ebcdcb4724f req-9aa27230-caf3-44bf-8707-a143ead87b95 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0994692 Feb 20 20:07:58.092049 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be8dede2-6363-41a8-8448-0ebcdcb4724f req-923e141b-7390-4713-910f-c579cebd56cd tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508440 Feb 20 20:07:58.124957 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:59.233181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c98e-9d81-499e-a660-870d8f690380 req-8a41deed-79be-4482-b596-8d8c9d67c9fb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:59.234996 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-20e2c98e-9d81-499e-a660-870d8f690380 req-8a41deed-79be-4482-b596-8d8c9d67c9fb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0611904 Feb 20 20:07:59.285163 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-20e2c98e-9d81-499e-a660-870d8f690380 req-69622aef-4ec2-40bb-a7b3-28353512340e tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431378 Feb 20 20:08:00.312764 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43622) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:00.446528 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc74ea-0055-4382-9085-e1885c918322 req-dd89db23-fc2a-4604-ab5a-276093486c05 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:00.448109 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eefc74ea-0055-4382-9085-e1885c918322 req-dd89db23-fc2a-4604-ab5a-276093486c05 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0789843 Feb 20 20:08:00.519053 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-de2432f7-f3dc-48dc-bc8c-1bc172b5f046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:00.595744 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eefc74ea-0055-4382-9085-e1885c918322 req-791c13d1-4ce6-45c9-866f-25a4e7427f34 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303916 Feb 20 20:08:00.707023 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-de2432f7-f3dc-48dc-bc8c-1bc172b5f046 admin admin] Publish callbacks [] for security_group (47316a82-3499-44dd-96ab-d9497625b9d1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:00.809679 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-de2432f7-f3dc-48dc-bc8c-1bc172b5f046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (47316a82-3499-44dd-96ab-d9497625b9d1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:00.875894 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2432f7-f3dc-48dc-bc8c-1bc172b5f046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47316a82-3499-44dd-96ab-d9497625b9d1,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:00.880930 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-de2432f7-f3dc-48dc-bc8c-1bc172b5f046 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c865b6c94544af2a670f5af40938493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5663285 Feb 20 20:08:00.885547 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43648) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:00.961904 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bb8aab4c-c385-4891-9404-e51e9b584d00 admin admin] Publish callbacks [] for security_group (47316a82-3499-44dd-96ab-d9497625b9d1), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:01.013946 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bb8aab4c-c385-4891-9404-e51e9b584d00 admin admin] Publish callbacks [] for security_group (47316a82-3499-44dd-96ab-d9497625b9d1), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:01.061913 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-24289ae1-e1a3-41af-bd8b-d782be999901 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.064032 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-24289ae1-e1a3-41af-bd8b-d782be999901 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/networks?id=d5904aa1-dee6-4723-8f13-40bc7bfba296 HTTP/1.1" status: 200 len: 814 time: 0.1994519 Feb 20 20:08:01.100295 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-c7d314d5-aa86-4b58-a823-e4a7c873cba3 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/quotas/c627d3905f4a4495a7700cbd2a65b482 HTTP/1.1" status: 200 len: 375 time: 0.0182793 Feb 20 20:08:01.134866 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-14a3f826-6851-4afe-954f-e8a7eaad532a tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c627d3905f4a4495a7700cbd2a65b482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332274 Feb 20 20:08:01.167266 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bb8aab4c-c385-4891-9404-e51e9b584d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (47316a82-3499-44dd-96ab-d9497625b9d1), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:01.172004 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bb8aab4c-c385-4891-9404-e51e9b584d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:01.178082 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-bb8aab4c-c385-4891-9404-e51e9b584d00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47316a82-3499-44dd-96ab-d9497625b9d1 HTTP/1.1" status: 204 len: 168 time: 0.2908552 Feb 20 20:08:01.191950 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8aab4c-c385-4891-9404-e51e9b584d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47316a82-3499-44dd-96ab-d9497625b9d1,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:01.285798 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-bc188430-e6c6-43bf-8dfe-ce94618965f2 service neutron] 10.222.0.48 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437225 Feb 20 20:08:01.424215 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-7cf7c0e8-c127-4b9d-970b-d11b0d8ad1d6 service neutron] 10.222.0.48 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370790 Feb 20 20:08:01.783375 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2d35-906f-43dd-aaf9-9fccfa39a98e req-40d7a0d7-e8d6-44e9-983e-127b1bca27ce tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.794455 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3d9d2d35-906f-43dd-aaf9-9fccfa39a98e req-40d7a0d7-e8d6-44e9-983e-127b1bca27ce tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1147656 Feb 20 20:08:01.871853 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0d134854-eacf-4606-8f07-0e2966457244 req-13add0e8-fe6e-42d5-a916-722b1c564c35 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0651276 Feb 20 20:08:01.889059 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3d9d2d35-906f-43dd-aaf9-9fccfa39a98e req-9e87162e-9a4d-499c-a6f0-dfd998f57a91 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933785 Feb 20 20:08:02.175203 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-83d6db95-d0b7-4b12-bcee-d1becaaf16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.177196 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-83d6db95-d0b7-4b12-bcee-d1becaaf16a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1129 time: 0.0561333 Feb 20 20:08:02.346170 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-e985ce60-82ae-43ce-8f76-73bc937a6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.347974 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-e985ce60-82ae-43ce-8f76-73bc937a6ec6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 912 time: 0.1481166 Feb 20 20:08:02.422632 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a9921fb0-2b15-4378-9c95-1f34e2d7f405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.473592 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-4c82619c-2e0e-4f65-b06b-ffb1b9f3a074 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 1000 time: 0.1182010 Feb 20 20:08:02.486460 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43680) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:02.516020 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16b154c5-ea82-47b2-8ed9-fee8b286cacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.576472 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-c58e2a0b-a279-481d-999c-7180572a5ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.578210 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-c58e2a0b-a279-481d-999c-7180572a5ad7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0836227 Feb 20 20:08:02.636243 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16b154c5-ea82-47b2-8ed9-fee8b286cacf admin admin] Publish callbacks [] for security_group (0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.657695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-1830240b-4d48-45dd-b827-907be085476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.660195 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-1830240b-4d48-45dd-b827-907be085476f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742931 Feb 20 20:08:02.783106 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16b154c5-ea82-47b2-8ed9-fee8b286cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.866472 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b154c5-ea82-47b2-8ed9-fee8b286cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:02.883329 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-16b154c5-ea82-47b2-8ed9-fee8b286cacf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e4671a8a529478583335c71cf1f44b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956723 Feb 20 20:08:02.886598 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43688) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:03.013445 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4d3dd827-1357-431b-8073-240fe7e6c97d req-4a866cfc-69ff-4f2c-9598-7dca1b5fb1af tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0764089 Feb 20 20:08:03.107280 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-95440e4b-90fb-4e04-ae98-03936fa14e00 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376080 Feb 20 20:08:03.110259 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29397fc0-3155-484c-aec1-6b0125f77deb admin admin] Publish callbacks [] for security_group (0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.147356 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29397fc0-3155-484c-aec1-6b0125f77deb admin admin] Publish callbacks [] for security_group (0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.246007 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d791736-7b7d-4428-b8f2-71c9c94abd74 req-ffb6a6a9-0abb-4dfa-8e8c-dd944ee76b1d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:03.247593 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d791736-7b7d-4428-b8f2-71c9c94abd74 req-ffb6a6a9-0abb-4dfa-8e8c-dd944ee76b1d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1390235 Feb 20 20:08:03.307688 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2cba80a2-7f79-4470-8c79-886767bdda98 req-6230e82e-c4f0-4ffb-a8d4-f258c0363cdd service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656189 Feb 20 20:08:03.328571 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d791736-7b7d-4428-b8f2-71c9c94abd74 req-043fa037-6daf-4a2e-852f-e37ddd127ccd tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687060 Feb 20 20:08:03.381915 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29397fc0-3155-484c-aec1-6b0125f77deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.385739 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29397fc0-3155-484c-aec1-6b0125f77deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.388901 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-29397fc0-3155-484c-aec1-6b0125f77deb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e HTTP/1.1" status: 204 len: 168 time: 0.5005550 Feb 20 20:08:03.420135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29397fc0-3155-484c-aec1-6b0125f77deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfccce5-43fa-4dc2-82b9-4b9e9deb3c3e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:04.189197 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-26adb8e1-0507-4676-a9be-6908a8dd1569 req-b390ad1c-fe4a-4fd9-a555-7dff1568fe93 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0557208 Feb 20 20:08:04.500963 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b95a-4ed2-42ee-93ba-ff4d74692e6c req-a2fff4c4-5edd-4b37-94e9-ea4658253339 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:04.503409 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02b4b95a-4ed2-42ee-93ba-ff4d74692e6c req-a2fff4c4-5edd-4b37-94e9-ea4658253339 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0764463 Feb 20 20:08:04.580584 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02b4b95a-4ed2-42ee-93ba-ff4d74692e6c req-ae9f694a-25dc-4f7f-afac-34c72463232a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624166 Feb 20 20:08:04.678848 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4d53ad7b-fa87-47c8-8cb5-16323afe3659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.066664 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-d6916ab8-3ece-42c2-a35f-a56047a9fe2f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.068911 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-d6916ab8-3ece-42c2-a35f-a56047a9fe2f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "GET /v2.0/networks?id=d5904aa1-dee6-4723-8f13-40bc7bfba296 HTTP/1.1" status: 200 len: 814 time: 0.1617177 Feb 20 20:08:05.091311 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Request body: {'port': {'device_id': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296', 'admin_state_up': True, 'tenant_id': 'c627d3905f4a4495a7700cbd2a65b482'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:05.334660 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cefc775d-aaeb-480e-a3f5-772293d969fe req-e3d797eb-4b51-4e24-aeaa-ca7a1445ba82 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0319018 Feb 20 20:08:05.440284 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Made reservation on behalf of c627d3905f4a4495a7700cbd2a65b482 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:05.445216 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.780451 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Allocated IP 172.20.0.2 (d5904aa1-dee6-4723-8f13-40bc7bfba296/16b1c87e-bf8e-4ec3-922b-fee207c6eb6e/8443c7f3-0070-4c27-90a1-1260dd9e3a92) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:05.818695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99941a7-499f-4ce8-86ee-e376f6dfce0a req-736e09c9-793a-4d4f-b39a-23ea5e55b4a2 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.820251 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c99941a7-499f-4ce8-86ee-e376f6dfce0a req-736e09c9-793a-4d4f-b39a-23ea5e55b4a2 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1367619 Feb 20 20:08:05.843242 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks [] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.905635 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c99941a7-499f-4ce8-86ee-e376f6dfce0a req-c458a8a6-40d2-497a-be0c-4684be883d44 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717587 Feb 20 20:08:06.073923 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.080600 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.124285 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Network d5904aa1-dee6-4723-8f13-40bc7bfba296 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:06.128164 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:06.132448 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:06.174264 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Pushing event updated for resources: {'Port': ['ID=8443c7f3-0070-4c27-90a1-1260dd9e3a92,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:06.201085 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.201663 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.350895 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-b723539f-6606-4fbc-9333-06cea31c6ab7 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2660990 Feb 20 20:08:06.363771 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Request body: {'port': {'device_id': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:06.450628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.558296 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934730-89a8-460f-91c9-c7b68a1edf7c req-f2ef9494-e7d3-4477-b837-4236a2a423de tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.560507 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d0934730-89a8-460f-91c9-c7b68a1edf7c req-f2ef9494-e7d3-4477-b837-4236a2a423de tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 931 time: 0.0959005 Feb 20 20:08:06.632359 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d0934730-89a8-460f-91c9-c7b68a1edf7c req-1ef38f03-1cf4-4e78-84c6-50af3dd6c7f6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643406 Feb 20 20:08:06.928429 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8443c7f3-0070-4c27-90a1-1260dd9e3a92 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:06.988675 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Publish callbacks [] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.029475 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Transition to ACTIVE for port object 8443c7f3-0070-4c27-90a1-1260dd9e3a92 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:07.125410 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.126318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.237820 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88404710-6758-4e61-8525-bc7e8b6a3738 req-1d5d17c1-a8d4-4602-afe8-407a888ff603 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.248077 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-88404710-6758-4e61-8525-bc7e8b6a3738 req-1d5d17c1-a8d4-4602-afe8-407a888ff603 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1753635 Feb 20 20:08:07.316465 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Pushing event updated for resources: {'Port': ['ID=8443c7f3-0070-4c27-90a1-1260dd9e3a92,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:07.390103 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-88404710-6758-4e61-8525-bc7e8b6a3738 req-656218aa-7edb-4421-bb7f-be6b9e7b6549 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409428 Feb 20 20:08:07.426662 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Attempting to bind port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:07.427097 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Attempting to bind port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:07.427314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Attempting to bind port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 on network d5904aa1-dee6-4723-8f13-40bc7bfba296 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:07.436032 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 on network d5904aa1-dee6-4723-8f13-40bc7bfba296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:07.436353 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Attempting to bind port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 on network d5904aa1-dee6-4723-8f13-40bc7bfba296 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:07.443188 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:07.443517 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Checking segment: {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:07.444034 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Bound using segment: {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:07.444446 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Bound port: 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de51a1c-a7ba-4105-b68b-7bd429109b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:07.444812 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.537515 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] For port 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:07.542239 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] For port 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8443c7f3-0070-4c27-90a1-1260dd9e3a92,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:07.641672 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.735471 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.736551 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.737826 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] 10.222.0.65 "PUT /v2.0/ports/8443c7f3-0070-4c27-90a1-1260dd9e3a92 HTTP/1.1" status: 200 len: 1093 time: 1.3803344 Feb 20 20:08:07.744059 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'tag': '8443c7f3-0070-4c27-90a1-1260dd9e3a92'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:07.755538 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966cd41-4ee6-4839-a062-44d64ef4045a" -d '{"events": [{"name": "network-changed", "server_uuid": "697a6e91-5260-4cc7-abb3-20a1294d3dc1", "tag": "8443c7f3-0070-4c27-90a1-1260dd9e3a92"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:07.811199 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1a4e2-87f5-4cf8-95ef-ab1230c8a36d service neutron] Pushing event updated for resources: {'Port': ['ID=8443c7f3-0070-4c27-90a1-1260dd9e3a92,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:07.824153 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b100e48-8e4e-49fa-b781-59f2fffe78ee x-openstack-request-id: req-4b100e48-8e4e-49fa-b781-59f2fffe78ee {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:07.824438 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697a6e91-5260-4cc7-abb3-20a1294d3dc1", "tag": "8443c7f3-0070-4c27-90a1-1260dd9e3a92", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:07.824693 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b100e48-8e4e-49fa-b781-59f2fffe78ee {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:07.825091 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'tag': '8443c7f3-0070-4c27-90a1-1260dd9e3a92', 'status': 'completed', 'code': 200} Feb 20 20:08:07.854013 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985472d4-05b8-4b93-8787-960ceb8b5d3e req-b7b33bad-6b7a-4019-abb8-c2f720100fc5 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.861598 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-985472d4-05b8-4b93-8787-960ceb8b5d3e req-b7b33bad-6b7a-4019-abb8-c2f720100fc5 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 943 time: 0.1034067 Feb 20 20:08:07.917474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966cd41-4ee6-4839-a062-44d64ef4045a req-b1f94b02-47d5-42d0-a54d-857e628b11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.920091 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7966cd41-4ee6-4839-a062-44d64ef4045a req-b1f94b02-47d5-42d0-a54d-857e628b11ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c627d3905f4a4495a7700cbd2a65b482&device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 1127 time: 0.0774441 Feb 20 20:08:07.922403 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-985472d4-05b8-4b93-8787-960ceb8b5d3e req-4d7fb33e-6294-4abc-b271-88fc7985eb61 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595100 Feb 20 20:08:08.175584 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966cd41-4ee6-4839-a062-44d64ef4045a req-eadcb657-802f-40db-8645-fe1e6824a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.178232 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7966cd41-4ee6-4839-a062-44d64ef4045a req-eadcb657-802f-40db-8645-fe1e6824a8dc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c627d3905f4a4495a7700cbd2a65b482&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2471874 Feb 20 20:08:08.397412 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966cd41-4ee6-4839-a062-44d64ef4045a req-3a851f51-b389-470c-a844-ad35317c2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.399120 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7966cd41-4ee6-4839-a062-44d64ef4045a req-3a851f51-b389-470c-a844-ad35317c2c48 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100041 Feb 20 20:08:08.550794 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-ea1b16c7-e602-4e42-8395-c479c18657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.552939 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-ea1b16c7-e602-4e42-8395-c479c18657e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c627d3905f4a4495a7700cbd2a65b482&device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 1127 time: 0.1028492 Feb 20 20:08:08.620897 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-2f4eba9e-7945-4101-bda7-bad9359e19ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8443c7f3-0070-4c27-90a1-1260dd9e3a92 HTTP/1.1" status: 200 len: 217 time: 0.0533330 Feb 20 20:08:08.714325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864aea0-5183-4248-8169-7411f676f56a req-f791363d-3d72-4ee3-8715-8e95ed3e41f9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.714538 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:08.720895 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1864aea0-5183-4248-8169-7411f676f56a req-f791363d-3d72-4ee3-8715-8e95ed3e41f9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1852884 Feb 20 20:08:08.740593 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-3c531c55-e9fc-4f37-9dc7-26e7bc99b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.742096 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-3c531c55-e9fc-4f37-9dc7-26e7bc99b6a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16b1c87e-bf8e-4ec3-922b-fee207c6eb6e HTTP/1.1" status: 200 len: 854 time: 0.1045837 Feb 20 20:08:08.783160 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-87615d8d-551e-42e5-8683-9171b8e60655 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5904aa1-dee6-4723-8f13-40bc7bfba296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289173 Feb 20 20:08:08.901788 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1864aea0-5183-4248-8169-7411f676f56a req-8b8654be-f67a-4e61-b04c-fb49976e3859 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708074 Feb 20 20:08:08.968215 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-e25a4658-02f6-49d7-ab7b-396792733cfe service neutron] 10.222.0.65 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727934 Feb 20 20:08:09.092895 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857d224-a039-47f5-8e94-ff5d52e413cc req-156c83c6-eaee-4d1b-b407-24587286e16c tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:09.095230 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4857d224-a039-47f5-8e94-ff5d52e413cc req-156c83c6-eaee-4d1b-b407-24587286e16c tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 943 time: 0.0655005 Feb 20 20:08:09.097433 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f7904ed-3914-4077-94b4-bfe0e6d340d6 req-ebab4bb6-3566-431c-a822-0540bc3449ee service neutron] 10.222.0.65 "GET /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202981 Feb 20 20:08:09.168792 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4857d224-a039-47f5-8e94-ff5d52e413cc req-a5597a5a-0242-4b45-905d-894bc1d2213f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585461 Feb 20 20:08:10.063278 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932f7f3-950f-412b-97ea-c1076ba41d61 req-348ebfa2-ff70-4dab-a926-4d928a06ba61 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:10.065672 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6932f7f3-950f-412b-97ea-c1076ba41d61 req-348ebfa2-ff70-4dab-a926-4d928a06ba61 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0737469 Feb 20 20:08:10.123678 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6932f7f3-950f-412b-97ea-c1076ba41d61 req-b6cde740-102a-49e8-9f7e-8cbd0f4bff23 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488577 Feb 20 20:08:10.348433 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926f3d8-d65f-4c6c-b295-7dcfa0a4fb91 req-7aefc4b8-7019-4b08-961c-a2c51d68082c tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:10.351659 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7926f3d8-d65f-4c6c-b295-7dcfa0a4fb91 req-7aefc4b8-7019-4b08-961c-a2c51d68082c tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 943 time: 0.0980039 Feb 20 20:08:10.427508 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7926f3d8-d65f-4c6c-b295-7dcfa0a4fb91 req-8232e736-fdf0-4a6e-b63a-8856f4f9e50c tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702794 Feb 20 20:08:11.321236 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4f639-8578-4185-9ef5-bbf0889bc505 req-0209d3e4-5be3-45f1-9fb0-ef205c77d24f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:11.326753 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dec4f639-8578-4185-9ef5-bbf0889bc505 req-0209d3e4-5be3-45f1-9fb0-ef205c77d24f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0970690 Feb 20 20:08:11.389773 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dec4f639-8578-4185-9ef5-bbf0889bc505 req-7cb28f2d-9eab-4634-93bd-5c1fe6e8f011 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569620 Feb 20 20:08:11.577894 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffb496-086f-4dcb-ba1a-21b7430150c0 req-d9dbc23c-b973-4ec8-9356-89279c52d9b4 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:11.580718 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-45ffb496-086f-4dcb-ba1a-21b7430150c0 req-d9dbc23c-b973-4ec8-9356-89279c52d9b4 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 943 time: 0.0813091 Feb 20 20:08:11.655857 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-45ffb496-086f-4dcb-ba1a-21b7430150c0 req-5c995a45-1f3a-4335-9803-f21ce0db4a46 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653708 Feb 20 20:08:12.556780 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a39d7-3e5b-421b-a325-5942c8e90dfa req-a37a5db8-8201-4c66-b03c-96fc85e7deaf tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:12.558435 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9a2a39d7-3e5b-421b-a325-5942c8e90dfa req-a37a5db8-8201-4c66-b03c-96fc85e7deaf tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0658951 Feb 20 20:08:12.614860 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 8443c7f3-0070-4c27-90a1-1260dd9e3a92 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:12.635351 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9a2a39d7-3e5b-421b-a325-5942c8e90dfa req-9ab1dce7-5207-4acb-8554-54a966af931d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705197 Feb 20 20:08:12.771589 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8443c7f3-0070-4c27-90a1-1260dd9e3a92,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:12.869474 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '8443c7f3-0070-4c27-90a1-1260dd9e3a92', 'network_id': 'd5904aa1-dee6-4723-8f13-40bc7bfba296', 'port_id': '8443c7f3-0070-4c27-90a1-1260dd9e3a92', 'mac_address': 'fa:16:3e:ca:22:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b1c87e-bf8e-4ec3-922b-fee207c6eb6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:12.869787 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a14cd6-27cb-46b3-b760-e92d19730067 req-26938629-4448-4fdc-8552-ae716424fc2b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:12.869787 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-00a14cd6-27cb-46b3-b760-e92d19730067 req-26938629-4448-4fdc-8552-ae716424fc2b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 943 time: 0.0610647 Feb 20 20:08:12.870329 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:12.870329 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:12.870329 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8443c7f3-0070-4c27-90a1-1260dd9e3a92 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:12.870561 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-00a14cd6-27cb-46b3-b760-e92d19730067 req-4f52d412-3e43-415d-900f-4295132be8ea tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589483 Feb 20 20:08:12.870650 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8443c7f3-0070-4c27-90a1-1260dd9e3a92,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:13.193376 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43938) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:13.288991 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.345358 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.363166 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=8443c7f3-0070-4c27-90a1-1260dd9e3a92,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:13.507479 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Publish callbacks [] for security_group (38aca0c1-8302-49ac-ac23-21e22aa70b8a), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.585707 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['8443c7f3-0070-4c27-90a1-1260dd9e3a92'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:13.616529 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (38aca0c1-8302-49ac-ac23-21e22aa70b8a), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.691342 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90d9071aa8bd47c6b54ce14cde61e640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967318 Feb 20 20:08:13.694268 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43948) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:13.758707 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aca0c1-8302-49ac-ac23-21e22aa70b8a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:13.778476 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.779223 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.779912 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.780728 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.781294 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.781876 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.782426 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.782983 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.783521 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.784090 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.784633 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.785183 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.785767 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c6f84-3769-470d-b278-f97436d80fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:13.833121 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd961-0b6c-495f-89a3-4e9c894c702e admin admin] Publish callbacks [] for security_group (38aca0c1-8302-49ac-ac23-21e22aa70b8a), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.844445 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa959c2-163e-45cb-98f0-2e828759e5a0 req-6433488c-9d98-44a1-8d64-455f1c6fc032 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:13.852873 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eaa959c2-163e-45cb-98f0-2e828759e5a0 req-6433488c-9d98-44a1-8d64-455f1c6fc032 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0989366 Feb 20 20:08:13.864344 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd961-0b6c-495f-89a3-4e9c894c702e admin admin] Publish callbacks [] for security_group (38aca0c1-8302-49ac-ac23-21e22aa70b8a), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.919246 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eaa959c2-163e-45cb-98f0-2e828759e5a0 req-0c563028-02cd-4173-afc1-c11c42d2882d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649540 Feb 20 20:08:14.091598 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be1876-15e0-400d-baaa-2990e92147c2 req-8589da17-47b0-4550-8bd7-fe7d04385aa6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.095322 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a2be1876-15e0-400d-baaa-2990e92147c2 req-8589da17-47b0-4550-8bd7-fe7d04385aa6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0853777 Feb 20 20:08:14.095322 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd961-0b6c-495f-89a3-4e9c894c702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (38aca0c1-8302-49ac-ac23-21e22aa70b8a), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.097405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2c6fd961-0b6c-495f-89a3-4e9c894c702e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.098546 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-2c6fd961-0b6c-495f-89a3-4e9c894c702e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38aca0c1-8302-49ac-ac23-21e22aa70b8a HTTP/1.1" status: 204 len: 168 time: 0.3899128 Feb 20 20:08:14.120036 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fd961-0b6c-495f-89a3-4e9c894c702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aca0c1-8302-49ac-ac23-21e22aa70b8a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:14.452715 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a2be1876-15e0-400d-baaa-2990e92147c2 req-134b5aaa-4f9e-4100-85f8-33c155155ad6 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448601 Feb 20 20:08:14.545857 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b937da5-01f6-4ca3-9f81-305915725046 req-d33dd5cb-314a-48a9-9d60-8bbcee3ec160 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.552782 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7b937da5-01f6-4ca3-9f81-305915725046 req-d33dd5cb-314a-48a9-9d60-8bbcee3ec160 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1263294 Feb 20 20:08:14.630583 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 8443c7f3-0070-4c27-90a1-1260dd9e3a92 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:14.669508 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7b937da5-01f6-4ca3-9f81-305915725046 req-5614d0bd-5a06-423a-9f95-930d283ab753 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156998 Feb 20 20:08:14.709798 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338915f2-6168-45d9-827b-800598cbfc27 req-1947a78f-fa74-4348-a911-9079e9f99a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.716927 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43968) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:14.718551 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-1947a78f-fa74-4348-a911-9079e9f99a94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 1129 time: 0.1224697 Feb 20 20:08:14.880233 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:14.885314 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:14.885924 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.912661 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338915f2-6168-45d9-827b-800598cbfc27 req-1c545225-ab0d-47c8-8f25-080e960ff20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.916023 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-1c545225-ab0d-47c8-8f25-080e960ff20f service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 912 time: 0.1876862 Feb 20 20:08:15.017851 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-660aa702-2fb5-499d-bc73-ffa49a27cc99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 200 len: 1000 time: 0.0930965 Feb 20 20:08:15.077330 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:15.077975 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.084563 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eccf969f-49c3-46f4-b0e2-74964101afda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.121457 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338915f2-6168-45d9-827b-800598cbfc27 req-627205e2-f262-4cfe-8255-c2c36f449d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.122960 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-627205e2-f262-4cfe-8255-c2c36f449d3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0972831 Feb 20 20:08:15.134836 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443c7f3-0070-4c27-90a1-1260dd9e3a92'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:15.139177 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbd2bd6-fbdc-44a3-bb4f-f591cb1f9a00" -d '{"events": [{"server_uuid": "697a6e91-5260-4cc7-abb3-20a1294d3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8443c7f3-0070-4c27-90a1-1260dd9e3a92"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:15.152784 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8443c7f3-0070-4c27-90a1-1260dd9e3a92,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:15.206013 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccae261-b0ca-404c-9b14-6cc4d2c69863 x-openstack-request-id: req-1ccae261-b0ca-404c-9b14-6cc4d2c69863 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:15.207600 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a6e91-5260-4cc7-abb3-20a1294d3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8443c7f3-0070-4c27-90a1-1260dd9e3a92", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:15.208349 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ccae261-b0ca-404c-9b14-6cc4d2c69863 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:15.217944 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443c7f3-0070-4c27-90a1-1260dd9e3a92', 'code': 200} Feb 20 20:08:15.222211 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338915f2-6168-45d9-827b-800598cbfc27 req-cedd10fd-0741-4a4d-a3ab-8229647bb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.223797 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-cedd10fd-0741-4a4d-a3ab-8229647bb9c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933118 Feb 20 20:08:15.236860 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eccf969f-49c3-46f4-b0e2-74964101afda admin admin] Publish callbacks [] for security_group (1ee17291-74de-4f31-8686-a2420f7418ab), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.280134 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.371453 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-ff9f49d4-340a-4dae-9943-cafdf9617ff3 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390688 Feb 20 20:08:15.377565 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eccf969f-49c3-46f4-b0e2-74964101afda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1ee17291-74de-4f31-8686-a2420f7418ab), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.388847 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=8443c7f3-0070-4c27-90a1-1260dd9e3a92,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:15.435187 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-eccf969f-49c3-46f4-b0e2-74964101afda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=869401199b004968b5a02fd1d034ca6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7166104 Feb 20 20:08:15.456384 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf969f-49c3-46f4-b0e2-74964101afda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee17291-74de-4f31-8686-a2420f7418ab,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:15.456638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43978) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:15.456638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 43980) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:15.616398 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.656767 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d8b04-7f09-478f-96a1-cbe2107b56b0 req-98c53ffa-e1ed-41d1-829d-5e1eb61a080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.659772 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-325d8b04-7f09-478f-96a1-cbe2107b56b0 req-98c53ffa-e1ed-41d1-829d-5e1eb61a080a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 1129 time: 0.0721226 Feb 20 20:08:15.746407 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-325d8b04-7f09-478f-96a1-cbe2107b56b0 req-ffe84638-d987-40e8-a7bc-4025e65fcf17 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804009 Feb 20 20:08:15.879543 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d743398-8395-4bdd-b9de-2cbffe650a72 req-18defbe9-1c47-4647-a624-21b9d1e93f37 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.881358 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2d743398-8395-4bdd-b9de-2cbffe650a72 req-18defbe9-1c47-4647-a624-21b9d1e93f37 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0877364 Feb 20 20:08:15.946747 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2d743398-8395-4bdd-b9de-2cbffe650a72 req-0e710f35-9468-4b86-bd3c-470052dad9bd tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548048 Feb 20 20:08:16.050104 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-338915f2-6168-45d9-827b-800598cbfc27 req-dd5d27a4-c0cf-4c64-9483-5da2c2099978 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555822 Feb 20 20:08:16.079630 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f2a84052-a0aa-4a71-a8cb-5746c7db510f admin admin] Publish callbacks [] for security_group (1ee17291-74de-4f31-8686-a2420f7418ab), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.101384 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780381-1e6d-48a4-a943-4eb365fb2104 req-a679f73a-cb79-483e-9697-619e7657695f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.103550 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e3780381-1e6d-48a4-a943-4eb365fb2104 req-a679f73a-cb79-483e-9697-619e7657695f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.4990921 Feb 20 20:08:16.159026 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f2a84052-a0aa-4a71-a8cb-5746c7db510f admin admin] Publish callbacks [] for security_group (1ee17291-74de-4f31-8686-a2420f7418ab), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.231099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Publish callbacks [] for security_group (1aafb251-9d95-4ae1-9d18-cbfd69f25aa7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.248967 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e3780381-1e6d-48a4-a943-4eb365fb2104 req-6427a3b4-92e1-4cca-9a1b-cb2075d0610c tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267400 Feb 20 20:08:16.319606 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1aafb251-9d95-4ae1-9d18-cbfd69f25aa7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.360381 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f2a84052-a0aa-4a71-a8cb-5746c7db510f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1ee17291-74de-4f31-8686-a2420f7418ab), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.363285 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f2a84052-a0aa-4a71-a8cb-5746c7db510f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.364789 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f2a84052-a0aa-4a71-a8cb-5746c7db510f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ee17291-74de-4f31-8686-a2420f7418ab HTTP/1.1" status: 204 len: 168 time: 0.9071126 Feb 20 20:08:16.396693 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4058072712af4fc39832521f0dfd83e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9143460 Feb 20 20:08:16.398142 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aafb251-9d95-4ae1-9d18-cbfd69f25aa7,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:16.399900 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 43992) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:16.413085 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.413578 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.414297 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.414728 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.415153 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.415588 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.415988 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.416318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.416771 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.417103 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.417430 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.417765 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.418069 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6fb474-aaee-458e-82b3-1f80f702ae58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:16.431794 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a84052-a0aa-4a71-a8cb-5746c7db510f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee17291-74de-4f31-8686-a2420f7418ab,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:16.505725 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39673704-d5be-43cf-a9bc-d29eb864bbbd admin admin] Publish callbacks [] for security_group (1aafb251-9d95-4ae1-9d18-cbfd69f25aa7), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.538265 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39673704-d5be-43cf-a9bc-d29eb864bbbd admin admin] Publish callbacks [] for security_group (1aafb251-9d95-4ae1-9d18-cbfd69f25aa7), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.816569 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39673704-d5be-43cf-a9bc-d29eb864bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1aafb251-9d95-4ae1-9d18-cbfd69f25aa7), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.819535 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-39673704-d5be-43cf-a9bc-d29eb864bbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:16.824258 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-39673704-d5be-43cf-a9bc-d29eb864bbbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aafb251-9d95-4ae1-9d18-cbfd69f25aa7 HTTP/1.1" status: 204 len: 168 time: 0.4195561 Feb 20 20:08:16.832371 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39673704-d5be-43cf-a9bc-d29eb864bbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aafb251-9d95-4ae1-9d18-cbfd69f25aa7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:17.198056 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a12b73-db7f-4414-87a0-b1b344bc28cb req-998b4add-cf83-44c7-92ac-8e009decb8fc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.199693 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-68a12b73-db7f-4414-87a0-b1b344bc28cb req-998b4add-cf83-44c7-92ac-8e009decb8fc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0764174 Feb 20 20:08:17.278421 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-68a12b73-db7f-4414-87a0-b1b344bc28cb req-83668373-b077-4064-8b48-c0429e97d14c tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704472 Feb 20 20:08:17.444857 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76b027-3744-4164-9324-9d87d1e4c651 req-20bd8f18-b7c3-41d2-b5ff-672d7fd34ca1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.449238 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3a76b027-3744-4164-9324-9d87d1e4c651 req-20bd8f18-b7c3-41d2-b5ff-672d7fd34ca1 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.1043868 Feb 20 20:08:17.570516 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44014) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:17.580330 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3a76b027-3744-4164-9324-9d87d1e4c651 req-a992b77d-13aa-4155-b8c3-fb9cc1fba04f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230550 Feb 20 20:08:17.590749 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68d134ac-4f17-400b-a5f5-b4808dff64de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:17.716043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68d134ac-4f17-400b-a5f5-b4808dff64de admin admin] Publish callbacks [] for security_group (e3403c87-bbec-4ea6-977d-3bb8c86fa045), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:17.798804 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68d134ac-4f17-400b-a5f5-b4808dff64de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e3403c87-bbec-4ea6-977d-3bb8c86fa045), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:17.843724 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-68d134ac-4f17-400b-a5f5-b4808dff64de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=815966309b9c403d82eb4439af89510f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713757 Feb 20 20:08:17.846977 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44024) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:17.874773 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d134ac-4f17-400b-a5f5-b4808dff64de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3403c87-bbec-4ea6-977d-3bb8c86fa045,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:17.939006 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e34b9d-ce09-40d7-8de1-946d749bb023 admin admin] Publish callbacks [] for security_group (e3403c87-bbec-4ea6-977d-3bb8c86fa045), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:17.972600 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e34b9d-ce09-40d7-8de1-946d749bb023 admin admin] Publish callbacks [] for security_group (e3403c87-bbec-4ea6-977d-3bb8c86fa045), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:18.130440 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e34b9d-ce09-40d7-8de1-946d749bb023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e3403c87-bbec-4ea6-977d-3bb8c86fa045), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:18.134449 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-62e34b9d-ce09-40d7-8de1-946d749bb023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:18.135666 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-62e34b9d-ce09-40d7-8de1-946d749bb023 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3403c87-bbec-4ea6-977d-3bb8c86fa045 HTTP/1.1" status: 204 len: 168 time: 0.2869329 Feb 20 20:08:18.144764 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e34b9d-ce09-40d7-8de1-946d749bb023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3403c87-bbec-4ea6-977d-3bb8c86fa045,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:18.709340 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39457-3a33-4062-be9d-33936687ab12 req-956d6e49-3144-45d8-bfac-785cda9f9836 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:18.710859 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-83a39457-3a33-4062-be9d-33936687ab12 req-956d6e49-3144-45d8-bfac-785cda9f9836 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.0637522 Feb 20 20:08:18.761164 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-83a39457-3a33-4062-be9d-33936687ab12 req-d26fa27b-18e4-473f-8ba6-87f8f6fd9bee tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445197 Feb 20 20:08:20.465117 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:20.584286 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-258d4bf1-eeb8-4e87-abf7-38337f5f9e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:20.671370 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-258d4bf1-eeb8-4e87-abf7-38337f5f9e57 admin admin] Publish callbacks [] for security_group (66177e5e-e4a6-4338-9a4e-517073987429), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:20.765033 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-258d4bf1-eeb8-4e87-abf7-38337f5f9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (66177e5e-e4a6-4338-9a4e-517073987429), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:20.802164 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4bf1-eeb8-4e87-abf7-38337f5f9e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66177e5e-e4a6-4338-9a4e-517073987429,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:20.807633 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-258d4bf1-eeb8-4e87-abf7-38337f5f9e57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64529170477f404281d183da0c1ea490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371916 Feb 20 20:08:20.810863 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44192) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:20.870133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d264d7-8b77-4f34-8f63-37da56471d7a admin admin] Publish callbacks [] for security_group (66177e5e-e4a6-4338-9a4e-517073987429), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:20.897170 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d264d7-8b77-4f34-8f63-37da56471d7a admin admin] Publish callbacks [] for security_group (66177e5e-e4a6-4338-9a4e-517073987429), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:21.130532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d264d7-8b77-4f34-8f63-37da56471d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (66177e5e-e4a6-4338-9a4e-517073987429), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:21.133245 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19d264d7-8b77-4f34-8f63-37da56471d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:21.134442 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-19d264d7-8b77-4f34-8f63-37da56471d7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66177e5e-e4a6-4338-9a4e-517073987429 HTTP/1.1" status: 204 len: 168 time: 0.3226452 Feb 20 20:08:21.143609 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d264d7-8b77-4f34-8f63-37da56471d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66177e5e-e4a6-4338-9a4e-517073987429,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:22.202306 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44238) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:22.216116 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-198e8e80-3d26-480d-8a1c-670bafef3f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.302321 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-198e8e80-3d26-480d-8a1c-670bafef3f83 admin admin] Publish callbacks [] for security_group (2b1830ed-8bb9-4819-8b0b-70a67089217d), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.405059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-198e8e80-3d26-480d-8a1c-670bafef3f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (2b1830ed-8bb9-4819-8b0b-70a67089217d), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.445710 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-198e8e80-3d26-480d-8a1c-670bafef3f83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d881972d8b54d0188ec6e2903c387df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420602 Feb 20 20:08:22.447655 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e8e80-3d26-480d-8a1c-670bafef3f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1830ed-8bb9-4819-8b0b-70a67089217d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:22.448876 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44240) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:22.502998 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-25e1f984-0149-4c0a-9db2-e63c1991fa27 admin admin] Publish callbacks [] for security_group (2b1830ed-8bb9-4819-8b0b-70a67089217d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.524026 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-25e1f984-0149-4c0a-9db2-e63c1991fa27 admin admin] Publish callbacks [] for security_group (2b1830ed-8bb9-4819-8b0b-70a67089217d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.672585 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-25e1f984-0149-4c0a-9db2-e63c1991fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (2b1830ed-8bb9-4819-8b0b-70a67089217d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.675167 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-25e1f984-0149-4c0a-9db2-e63c1991fa27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.676356 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-25e1f984-0149-4c0a-9db2-e63c1991fa27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b1830ed-8bb9-4819-8b0b-70a67089217d HTTP/1.1" status: 204 len: 168 time: 0.2252688 Feb 20 20:08:22.685287 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1f984-0149-4c0a-9db2-e63c1991fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1830ed-8bb9-4819-8b0b-70a67089217d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:22.791978 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44248) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:22.839044 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Deleting subnet d632183e-a695-4801-b863-bc28ebf2e284 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:08:22.842478 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Publish callbacks [] for subnet (d632183e-a695-4801-b863-bc28ebf2e284), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.880335 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (d632183e-a695-4801-b863-bc28ebf2e284), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:22.919518 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (d632183e-a695-4801-b863-bc28ebf2e284), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.096697 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (d632183e-a695-4801-b863-bc28ebf2e284), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.123377 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d632183e-a695-4801-b863-bc28ebf2e284,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:23.127208 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.130804 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5852691f-cc02-4d3e-844f-74455d8f55b0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d632183e-a695-4801-b863-bc28ebf2e284 HTTP/1.1" status: 204 len: 168 time: 0.3374004 Feb 20 20:08:23.133072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44258) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:23.209959 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (f958998f-ca88-4271-bb92-1aabc95eb0b0), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.291230 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (f958998f-ca88-4271-bb92-1aabc95eb0b0), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.312288 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f958998f-ca88-4271-bb92-1aabc95eb0b0']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:23.322618 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8950f0ce-5729-4423-93f1-7e88a89562c2') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:23.322909 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8950f0ce-5729-4423-93f1-7e88a89562c2') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:23.332286 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (8950f0ce-5729-4423-93f1-7e88a89562c2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.346471 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (8950f0ce-5729-4423-93f1-7e88a89562c2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.352833 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:08:23.353214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (8950f0ce-5729-4423-93f1-7e88a89562c2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:08:23.354880 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:08:23.536963 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (f958998f-ca88-4271-bb92-1aabc95eb0b0), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.542742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:23.549902 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f958998f-ca88-4271-bb92-1aabc95eb0b0 HTTP/1.1" status: 204 len: 168 time: 0.4114745 Feb 20 20:08:23.559672 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe7712-1f12-4857-8d88-ea3f2a410171 admin admin] Pushing event deleted for resources: {'Network': ['ID=f958998f-ca88-4271-bb92-1aabc95eb0b0,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:23.932212 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44282) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:23.985050 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2ebcedb9-4134-422e-85d6-e9c5c66ad05c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2bc0681e8a4409baa15d332884a1faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515952 Feb 20 20:08:23.988490 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44288) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:24.043318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-176f8fad-7b47-4e78-9e6f-1e9c7b191150 admin admin] Publish callbacks [] for security_group (05fca950-2537-416b-a481-df47dc336d8b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:24.081295 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-176f8fad-7b47-4e78-9e6f-1e9c7b191150 admin admin] Publish callbacks [] for security_group (05fca950-2537-416b-a481-df47dc336d8b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:24.256340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-176f8fad-7b47-4e78-9e6f-1e9c7b191150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (05fca950-2537-416b-a481-df47dc336d8b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:24.258849 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-176f8fad-7b47-4e78-9e6f-1e9c7b191150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:24.260028 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-176f8fad-7b47-4e78-9e6f-1e9c7b191150 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05fca950-2537-416b-a481-df47dc336d8b HTTP/1.1" status: 204 len: 168 time: 0.2705488 Feb 20 20:08:24.268454 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f8fad-7b47-4e78-9e6f-1e9c7b191150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fca950-2537-416b-a481-df47dc336d8b,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:25.774363 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:08:26.401844 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44378) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:26.516489 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c321bf3-56dc-4048-9c3d-2c0562d0dc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.591593 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c321bf3-56dc-4048-9c3d-2c0562d0dc67 admin admin] Publish callbacks [] for security_group (c52bcd6e-9c71-44f9-8c11-f6d936e87dfe), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.672973 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c321bf3-56dc-4048-9c3d-2c0562d0dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c52bcd6e-9c71-44f9-8c11-f6d936e87dfe), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.710644 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1c321bf3-56dc-4048-9c3d-2c0562d0dc67 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09b5b9f0621d4322b42ed229000eb0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076549 Feb 20 20:08:26.711541 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c321bf3-56dc-4048-9c3d-2c0562d0dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52bcd6e-9c71-44f9-8c11-f6d936e87dfe,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:26.713851 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44382) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:26.763536 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b86f9af6-9544-4e80-a374-e59cf3e4cc30 admin admin] Publish callbacks [] for security_group (c52bcd6e-9c71-44f9-8c11-f6d936e87dfe), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.787046 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b86f9af6-9544-4e80-a374-e59cf3e4cc30 admin admin] Publish callbacks [] for security_group (c52bcd6e-9c71-44f9-8c11-f6d936e87dfe), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.861978 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44386) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:26.924996 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b86f9af6-9544-4e80-a374-e59cf3e4cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c52bcd6e-9c71-44f9-8c11-f6d936e87dfe), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.927642 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b86f9af6-9544-4e80-a374-e59cf3e4cc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:26.931605 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-b86f9af6-9544-4e80-a374-e59cf3e4cc30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c52bcd6e-9c71-44f9-8c11-f6d936e87dfe HTTP/1.1" status: 204 len: 168 time: 0.2167165 Feb 20 20:08:26.939603 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f9af6-9544-4e80-a374-e59cf3e4cc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52bcd6e-9c71-44f9-8c11-f6d936e87dfe,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:26.999397 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec986-cfaf-41dc-af64-9834475add74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.079337 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec986-cfaf-41dc-af64-9834475add74 admin admin] Publish callbacks [] for security_group (10f28cce-4604-4d8e-b50f-37a7cdec1362), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.165161 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec986-cfaf-41dc-af64-9834475add74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (10f28cce-4604-4d8e-b50f-37a7cdec1362), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.203913 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7b7ec986-cfaf-41dc-af64-9834475add74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95aff871fede481b8e9f9aff9ff4eabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407505 Feb 20 20:08:27.204695 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ec986-cfaf-41dc-af64-9834475add74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f28cce-4604-4d8e-b50f-37a7cdec1362,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:27.206717 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44392) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:27.294956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-63b22f22-8f5f-4eda-a87b-c92034059b59 admin admin] Publish callbacks [] for security_group (10f28cce-4604-4d8e-b50f-37a7cdec1362), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.320268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-63b22f22-8f5f-4eda-a87b-c92034059b59 admin admin] Publish callbacks [] for security_group (10f28cce-4604-4d8e-b50f-37a7cdec1362), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.450416 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-63b22f22-8f5f-4eda-a87b-c92034059b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (10f28cce-4604-4d8e-b50f-37a7cdec1362), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.453157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-63b22f22-8f5f-4eda-a87b-c92034059b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.454388 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-63b22f22-8f5f-4eda-a87b-c92034059b59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10f28cce-4604-4d8e-b50f-37a7cdec1362 HTTP/1.1" status: 204 len: 168 time: 0.2465506 Feb 20 20:08:27.463988 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b22f22-8f5f-4eda-a87b-c92034059b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f28cce-4604-4d8e-b50f-37a7cdec1362,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:27.770373 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44402) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:27.784440 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b3b53e4f-d187-4afe-8694-aaf493dea04b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.867859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b3b53e4f-d187-4afe-8694-aaf493dea04b admin admin] Publish callbacks [] for security_group (9113b3dd-a230-4b40-8eb1-d76f04bd122c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:27.999384 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b3b53e4f-d187-4afe-8694-aaf493dea04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9113b3dd-a230-4b40-8eb1-d76f04bd122c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.038060 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b3b53e4f-d187-4afe-8694-aaf493dea04b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc28abec9ae04fdf9d9a9fda9168a9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663708 Feb 20 20:08:28.039327 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b53e4f-d187-4afe-8694-aaf493dea04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9113b3dd-a230-4b40-8eb1-d76f04bd122c,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:28.041995 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44406) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:28.093710 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-065872fb-8802-4efe-aa27-e999810abb07 admin admin] Publish callbacks [] for security_group (9113b3dd-a230-4b40-8eb1-d76f04bd122c), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.117709 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-065872fb-8802-4efe-aa27-e999810abb07 admin admin] Publish callbacks [] for security_group (9113b3dd-a230-4b40-8eb1-d76f04bd122c), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.273693 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.300960 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-065872fb-8802-4efe-aa27-e999810abb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9113b3dd-a230-4b40-8eb1-d76f04bd122c), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.304907 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-065872fb-8802-4efe-aa27-e999810abb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.308880 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-065872fb-8802-4efe-aa27-e999810abb07 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9113b3dd-a230-4b40-8eb1-d76f04bd122c HTTP/1.1" status: 204 len: 168 time: 0.2630939 Feb 20 20:08:28.339134 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065872fb-8802-4efe-aa27-e999810abb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9113b3dd-a230-4b40-8eb1-d76f04bd122c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:28.362705 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44416) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:28.381873 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa527-33ab-4e05-aea0-030fbc256fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.476929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa527-33ab-4e05-aea0-030fbc256fa9 admin admin] Publish callbacks [] for security_group (0fed6a73-720e-4a56-a5e7-741746c412c6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.575908 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ca1fa527-33ab-4e05-aea0-030fbc256fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0fed6a73-720e-4a56-a5e7-741746c412c6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.614272 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ca1fa527-33ab-4e05-aea0-030fbc256fa9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1499a1a3435d414db22a8a394bebb3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502413 Feb 20 20:08:28.615390 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa527-33ab-4e05-aea0-030fbc256fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fed6a73-720e-4a56-a5e7-741746c412c6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:28.617127 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44422) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:28.672615 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce419a8f-5cba-4aa8-8210-4d08ab13e151 admin admin] Publish callbacks [] for security_group (0fed6a73-720e-4a56-a5e7-741746c412c6), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.700372 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce419a8f-5cba-4aa8-8210-4d08ab13e151 admin admin] Publish callbacks [] for security_group (0fed6a73-720e-4a56-a5e7-741746c412c6), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.877702 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce419a8f-5cba-4aa8-8210-4d08ab13e151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0fed6a73-720e-4a56-a5e7-741746c412c6), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.880425 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ce419a8f-5cba-4aa8-8210-4d08ab13e151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:28.881655 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-ce419a8f-5cba-4aa8-8210-4d08ab13e151 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fed6a73-720e-4a56-a5e7-741746c412c6 HTTP/1.1" status: 204 len: 168 time: 0.2635477 Feb 20 20:08:28.910199 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419a8f-5cba-4aa8-8210-4d08ab13e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fed6a73-720e-4a56-a5e7-741746c412c6,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:29.104028 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03dbd4-5431-43be-af70-29f380357d32 req-05f7d86c-f4d7-4889-90e0-6d292212653b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:29.105585 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ea03dbd4-5431-43be-af70-29f380357d32 req-05f7d86c-f4d7-4889-90e0-6d292212653b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0559411 Feb 20 20:08:29.160616 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ea03dbd4-5431-43be-af70-29f380357d32 req-fd013d45-6434-4f28-b762-a68f20c6d196 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490117 Feb 20 20:08:29.768297 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44450) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:29.783251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b1912a0d-93e3-409d-9f0d-b73adf6c0edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:29.862185 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b1912a0d-93e3-409d-9f0d-b73adf6c0edf admin admin] Publish callbacks [] for security_group (94e1eb07-6720-4ef6-8074-5cf6c845471f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:29.948315 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b1912a0d-93e3-409d-9f0d-b73adf6c0edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (94e1eb07-6720-4ef6-8074-5cf6c845471f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:29.990320 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b1912a0d-93e3-409d-9f0d-b73adf6c0edf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c45cd86dcc0448eb8045d6b82c27ef74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208772 Feb 20 20:08:29.991207 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1912a0d-93e3-409d-9f0d-b73adf6c0edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1eb07-6720-4ef6-8074-5cf6c845471f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:29.993727 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44460) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:30.047969 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b188d1b4-183e-49ca-b317-bd2e0214b89f admin admin] Publish callbacks [] for security_group (94e1eb07-6720-4ef6-8074-5cf6c845471f), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:30.070150 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b188d1b4-183e-49ca-b317-bd2e0214b89f admin admin] Publish callbacks [] for security_group (94e1eb07-6720-4ef6-8074-5cf6c845471f), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:30.297599 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750702c9-6636-436b-840c-61f605a55cc2 req-5dc52951-1ccd-4323-aa61-0fe141116751 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:30.299105 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-750702c9-6636-436b-840c-61f605a55cc2 req-5dc52951-1ccd-4323-aa61-0fe141116751 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0602674 Feb 20 20:08:30.299733 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b188d1b4-183e-49ca-b317-bd2e0214b89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (94e1eb07-6720-4ef6-8074-5cf6c845471f), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:30.302331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b188d1b4-183e-49ca-b317-bd2e0214b89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:30.303389 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-b188d1b4-183e-49ca-b317-bd2e0214b89f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94e1eb07-6720-4ef6-8074-5cf6c845471f HTTP/1.1" status: 204 len: 168 time: 0.3081093 Feb 20 20:08:30.324569 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188d1b4-183e-49ca-b317-bd2e0214b89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1eb07-6720-4ef6-8074-5cf6c845471f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:30.363296 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-750702c9-6636-436b-840c-61f605a55cc2 req-dd9523b2-f044-43ed-901e-9b5f33e3ff20 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571921 Feb 20 20:08:30.565199 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44468) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:30.688908 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0108f7-c889-4baa-9f71-bff005a3f2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:30.768688 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0108f7-c889-4baa-9f71-bff005a3f2d2 admin admin] Publish callbacks [] for security_group (add93895-09e1-4996-af81-aa6f0425dfe7), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.016489 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9e0108f7-c889-4baa-9f71-bff005a3f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (add93895-09e1-4996-af81-aa6f0425dfe7), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.056451 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9e0108f7-c889-4baa-9f71-bff005a3f2d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bb752678ee149d988fb292b75d62413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4900267 Feb 20 20:08:31.057587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0108f7-c889-4baa-9f71-bff005a3f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add93895-09e1-4996-af81-aa6f0425dfe7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:31.060880 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44484) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:31.115780 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1eb88fe8-ce10-4141-932f-ab1cd6e02ccc admin admin] Publish callbacks [] for security_group (add93895-09e1-4996-af81-aa6f0425dfe7), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.138537 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1eb88fe8-ce10-4141-932f-ab1cd6e02ccc admin admin] Publish callbacks [] for security_group (add93895-09e1-4996-af81-aa6f0425dfe7), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.261546 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1eb88fe8-ce10-4141-932f-ab1cd6e02ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (add93895-09e1-4996-af81-aa6f0425dfe7), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.264117 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1eb88fe8-ce10-4141-932f-ab1cd6e02ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:31.265260 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1eb88fe8-ce10-4141-932f-ab1cd6e02ccc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/add93895-09e1-4996-af81-aa6f0425dfe7 HTTP/1.1" status: 204 len: 168 time: 0.2033932 Feb 20 20:08:31.273132 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb88fe8-ce10-4141-932f-ab1cd6e02ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add93895-09e1-4996-af81-aa6f0425dfe7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:31.497412 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69592525-75b3-4462-882b-5557b107b993 req-983a4f0d-632a-43fd-938a-6a4c6eac1717 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:31.498983 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69592525-75b3-4462-882b-5557b107b993 req-983a4f0d-632a-43fd-938a-6a4c6eac1717 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0599651 Feb 20 20:08:31.553349 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-69592525-75b3-4462-882b-5557b107b993 req-6d7e21cd-1f38-4ba6-906c-4062047d5a65 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Feb 20 20:08:32.376158 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-8f94c4c3-5ba5-4b40-98df-5524ffc0363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.662351 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-444b9335-e0fc-45e4-88c4-19bfe2b78597 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:32.664978 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-444b9335-e0fc-45e4-88c4-19bfe2b78597 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0657654 Feb 20 20:08:32.687526 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abd8b0-43b3-4124-befa-294ba54ad149 req-db9cdf58-aee2-4dcb-a9c7-c072c46d30ed tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:32.689181 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f4abd8b0-43b3-4124-befa-294ba54ad149 req-db9cdf58-aee2-4dcb-a9c7-c072c46d30ed tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 946 time: 0.0571821 Feb 20 20:08:32.737558 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f4abd8b0-43b3-4124-befa-294ba54ad149 req-5203f48f-0183-4113-afe6-2c847312c0ce tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=fa44f4a0-25df-47ca-ab0c-a041c5441e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Feb 20 20:08:32.762345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Deleting port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:32.762681 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:32.857433 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] For port 81e0be4e-d2be-4179-8a5d-6ec5ae622503, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=81e0be4e-d2be-4179-8a5d-6ec5ae622503,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:32.857804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.100742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.101107 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (acdc4162-af50-433c-bb7e-65f6b239748e), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.101424 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Floating IP acdc4162-af50-433c-bb7e-65f6b239748e disassociated. External IP: 172.27.2.235, port: 81e0be4e-d2be-4179-8a5d-6ec5ae622503. Feb 20 20:08:33.101769 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Calling delete_port for 81e0be4e-d2be-4179-8a5d-6ec5ae622503 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:33.473438 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (81e0be4e-d2be-4179-8a5d-6ec5ae622503), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.508174 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event deleted for resources: {'Port': ['ID=81e0be4e-d2be-4179-8a5d-6ec5ae622503,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:33.644175 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:08:33.844709 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:08:33.858889 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:08:33.870947 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:33.871578 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:08:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:33.939610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] No DVR routers for this DVR port 81e0be4e-d2be-4179-8a5d-6ec5ae622503 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:08:33.942866 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e1ad7d-cdc5-4596-a2af-24da1bbeb0fb req-1f96871b-87dc-40c1-a425-7f18148309b9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0851438 Feb 20 20:08:33.943920 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:33.947153 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7f86e63f-635e-49f9-b90a-b402c36758a2 req-3db7e939-699a-44b9-81d5-a73454d580e5 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "DELETE /v2.0/ports/81e0be4e-d2be-4179-8a5d-6ec5ae622503 HTTP/1.1" status: 204 len: 173 time: 1.2766476 Feb 20 20:08:33.947745 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-deleted', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:33.950390 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a057066-b24a-4500-922a-6bd5273d09a5" -d '{"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-deleted", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:33.997261 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61899b56-a08e-439b-a58e-66fbd0316e7b x-openstack-request-id: req-61899b56-a08e-439b-a58e-66fbd0316e7b {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:33.997560 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc7a7dd-308d-4dc6-8c9d-5d12be609012", "name": "network-vif-deleted", "tag": "81e0be4e-d2be-4179-8a5d-6ec5ae622503", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:33.997809 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61899b56-a08e-439b-a58e-66fbd0316e7b {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:33.998282 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc7a7dd-308d-4dc6-8c9d-5d12be609012', 'name': 'network-vif-deleted', 'tag': '81e0be4e-d2be-4179-8a5d-6ec5ae622503', 'status': 'completed', 'code': 200} Feb 20 20:08:34.001007 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:34.229367 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:34.261015 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:08:34.270053 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:34.270660 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:08:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:34.382747 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:34.612483 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:34.781990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-04abf435-b888-4d34-8566-49b7f191e58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:34.784776 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eca767-a9d3-4b0e-9161-367ef8697281 None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:08:35.060010 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30f0b41-8416-494a-8280-a6e907f722fa None None] New status for floating IP acdc4162-af50-433c-bb7e-65f6b239748e: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:08:35.088456 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-827d6df6-7703-4fa9-bfa1-b8f406eeb88b req-976339d5-607e-47c1-aca5-22d5068c0918 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0309401 Feb 20 20:08:35.917531 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:36.221455 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e9bc7d54-d748-456b-8b04-475df3c44992 req-83b42d49-3d67-4961-94c8-a2bb86fc3212 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0286074 Feb 20 20:08:37.026043 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:37.042032 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:08:37.063170 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 81e0be4e-d2be-4179-8a5d-6ec5ae622503 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:08:37.063647 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 81e0be4e-d2be-4179-8a5d-6ec5ae622503 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:08:37.349625 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7749d372-9c16-4df9-952c-71dd34b463b1 req-4429f96b-4a61-4850-8a16-2605ce465e76 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=7dc7a7dd-308d-4dc6-8c9d-5d12be609012 HTTP/1.1" status: 200 len: 210 time: 0.0317736 Feb 20 20:08:38.503911 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44642) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:38.561136 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44646) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:38.631269 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-369fd93e-ef54-4ca4-858a-5a9029914d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.650062 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eade9d0a-de79-4f15-8364-03c797480355 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (fa44f4a0-25df-47ca-ab0c-a041c5441e9c), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.688078 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eade9d0a-de79-4f15-8364-03c797480355 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (fa44f4a0-25df-47ca-ab0c-a041c5441e9c), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.718650 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.763700 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-369fd93e-ef54-4ca4-858a-5a9029914d4a admin admin] Publish callbacks [] for security_group (6c1a60f5-40de-454e-8509-a6d78bc043b2), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.885513 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eade9d0a-de79-4f15-8364-03c797480355 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (fa44f4a0-25df-47ca-ab0c-a041c5441e9c), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.888297 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eade9d0a-de79-4f15-8364-03c797480355 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.889538 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-eade9d0a-de79-4f15-8364-03c797480355 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "DELETE /v2.0/security-groups/fa44f4a0-25df-47ca-ab0c-a041c5441e9c HTTP/1.1" status: 204 len: 168 time: 0.3273036 Feb 20 20:08:38.892388 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44650) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:38.893157 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-369fd93e-ef54-4ca4-858a-5a9029914d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (6c1a60f5-40de-454e-8509-a6d78bc043b2), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.909681 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade9d0a-de79-4f15-8364-03c797480355 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa44f4a0-25df-47ca-ab0c-a041c5441e9c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:38.910034 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-1eb8d8c0-4799-4ca5-9809-f92f350659ab tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] show failed (client error): The resource could not be found. Feb 20 20:08:38.911904 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1eb8d8c0-4799-4ca5-9809-f92f350659ab tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups/fa44f4a0-25df-47ca-ab0c-a041c5441e9c HTTP/1.1" status: 404 len: 347 time: 0.0176563 Feb 20 20:08:38.914853 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44652) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:38.943258 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-369fd93e-ef54-4ca4-858a-5a9029914d4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a444e775d0349c08d7199a5b6491545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381769 Feb 20 20:08:38.947264 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44654) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:38.968429 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fd93e-ef54-4ca4-858a-5a9029914d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a60f5-40de-454e-8509-a6d78bc043b2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:39.005362 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-424aad52-20ad-4c88-803e-93d11f9b8c76 admin admin] Publish callbacks [] for security_group (6c1a60f5-40de-454e-8509-a6d78bc043b2), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.028765 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-424aad52-20ad-4c88-803e-93d11f9b8c76 admin admin] Publish callbacks [] for security_group (6c1a60f5-40de-454e-8509-a6d78bc043b2), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.049251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Deleting port 3556faf1-59e0-4e03-b08d-6f09cced102c {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:39.049676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.127647 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.128020 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (3556faf1-59e0-4e03-b08d-6f09cced102c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.140415 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-424aad52-20ad-4c88-803e-93d11f9b8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (6c1a60f5-40de-454e-8509-a6d78bc043b2), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.140816 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Calling delete_port for 3556faf1-59e0-4e03-b08d-6f09cced102c owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:39.143734 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-424aad52-20ad-4c88-803e-93d11f9b8c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.145263 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-424aad52-20ad-4c88-803e-93d11f9b8c76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c1a60f5-40de-454e-8509-a6d78bc043b2 HTTP/1.1" status: 204 len: 168 time: 0.1971042 Feb 20 20:08:39.154972 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424aad52-20ad-4c88-803e-93d11f9b8c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a60f5-40de-454e-8509-a6d78bc043b2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:39.359012 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (3556faf1-59e0-4e03-b08d-6f09cced102c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.386982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event deleted for resources: {'Port': ['ID=3556faf1-59e0-4e03-b08d-6f09cced102c,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:39.452310 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (acdc4162-af50-433c-bb7e-65f6b239748e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.454932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.456161 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a23b4bb6-4962-48b7-81ac-5f5793ae21c2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "DELETE /v2.0/floatingips/acdc4162-af50-433c-bb7e-65f6b239748e HTTP/1.1" status: 204 len: 168 time: 0.5397427 Feb 20 20:08:41.058648 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44764) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:41.063228 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791006751', 'description': 'tempest-description--1693631627'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:41.187826 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.254001 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (dab0f510-fbb5-4deb-b0c0-aadcdf8313ca), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.336021 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (dab0f510-fbb5-4deb-b0c0-aadcdf8313ca), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.364720 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:41.516426 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.518527 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2286ed77-72be-4c65-95a2-ee402c57ae66 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4580925 Feb 20 20:08:41.521013 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44784) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:41.526217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'security_group_rule': {'security_group_id': 'dab0f510-fbb5-4deb-b0c0-aadcdf8313ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:41.650390 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (245ec87e-d7e8-4b1f-812f-26716105d5e6), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.714969 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (245ec87e-d7e8-4b1f-812f-26716105d5e6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.839278 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (245ec87e-d7e8-4b1f-812f-26716105d5e6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.859394 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245ec87e-d7e8-4b1f-812f-26716105d5e6,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:41.990200 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.994397 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-568e74e1-3c7a-4273-8dc4-8e347e0dffcd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4694176 Feb 20 20:08:41.994397 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44806) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:41.999361 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'security_group_rule': {'security_group_id': 'dab0f510-fbb5-4deb-b0c0-aadcdf8313ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:42.113706 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (41a0601e-0c3a-4ee0-b613-6f82f9398955), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.175977 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (41a0601e-0c3a-4ee0-b613-6f82f9398955), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.267931 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (41a0601e-0c3a-4ee0-b613-6f82f9398955), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.286693 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a0601e-0c3a-4ee0-b613-6f82f9398955,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:42.355050 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.356318 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-61934561-9c85-4c85-a97d-2b9f88602b89 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3607121 Feb 20 20:08:42.359392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44816) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:42.363662 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:42.460756 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.561575 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.675530 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Allocated IP 172.27.2.128 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/2eef68e0-7715-4b9f-82d6-c98a0098fe6c) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:42.777591 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.931158 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:42.968214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:42.971415 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:42.975341 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:43.007656 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'Port': ['ID=2eef68e0-7715-4b9f-82d6-c98a0098fe6c,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:43.079824 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (fc494d99-6a42-4e22-ab2a-59eb62c26d05), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.213014 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.381542 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.450545 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.561882 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'Port': ['ID=2eef68e0-7715-4b9f-82d6-c98a0098fe6c,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:43.574401 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (fc494d99-6a42-4e22-ab2a-59eb62c26d05), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.592948 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34f2a0-780b-4c22-8ac7-b1173f1624df req-3ecf1fbc-8319-4cbf-b9ae-e0ab388a1283 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:43.594432 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ae34f2a0-780b-4c22-8ac7-b1173f1624df req-3ecf1fbc-8319-4cbf-b9ae-e0ab388a1283 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.1149046 Feb 20 20:08:43.647298 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ae34f2a0-780b-4c22-8ac7-b1173f1624df req-c714ea5a-a2ec-43a5-ac35-e7d8121574ec tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Feb 20 20:08:43.670062 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.694193 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-13665f7c-07df-4863-833a-97f51bf90693 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3108470 Feb 20 20:08:43.890717 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44854) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:43.903510 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-7337dd57-0ef8-4803-82cf-c61741a8bc87 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--791006751&fields=id&tenant_id=00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 267 time: 0.0447295 Feb 20 20:08:44.000155 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcfff930-7814-405e-9bf3-647d816c6114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.023482 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-c36127bc-e331-4fd6-9f9a-505b03e5ee46 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:44.026106 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-c36127bc-e331-4fd6-9f9a-505b03e5ee46 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 817 time: 0.1160975 Feb 20 20:08:44.044605 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-a29f8b1d-b5fc-4741-bbf5-ac0f78dd0df1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/quotas/00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 375 time: 0.0127392 Feb 20 20:08:44.086007 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcfff930-7814-405e-9bf3-647d816c6114 admin admin] Publish callbacks [] for security_group (0033d8b7-59f6-4b3d-97df-f9bca8ffc66f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.104391 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-485093bb-51ae-4339-be01-fbedcae3b291 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529134 Feb 20 20:08:44.177123 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dcfff930-7814-405e-9bf3-647d816c6114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0033d8b7-59f6-4b3d-97df-f9bca8ffc66f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.205272 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-6819ccf8-1806-4a70-b687-e13f8f319ec1 service neutron] 10.222.0.48 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895023 Feb 20 20:08:44.216082 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfff930-7814-405e-9bf3-647d816c6114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0033d8b7-59f6-4b3d-97df-f9bca8ffc66f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:44.218759 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-dcfff930-7814-405e-9bf3-647d816c6114 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc901cf63d1d454c8fb605871bd310b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270104 Feb 20 20:08:44.221370 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44858) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:44.272054 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa759-64d0-4326-805e-9f60207d439c admin admin] Publish callbacks [] for security_group (0033d8b7-59f6-4b3d-97df-f9bca8ffc66f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.295792 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa759-64d0-4326-805e-9f60207d439c admin admin] Publish callbacks [] for security_group (0033d8b7-59f6-4b3d-97df-f9bca8ffc66f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.302664 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-1d800ec6-c2f2-46e2-946a-73e6a564eeba service neutron] 10.222.0.48 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915484 Feb 20 20:08:44.507815 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa759-64d0-4326-805e-9f60207d439c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0033d8b7-59f6-4b3d-97df-f9bca8ffc66f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.510930 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa759-64d0-4326-805e-9f60207d439c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:44.512119 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-dd4aa759-64d0-4326-805e-9f60207d439c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0033d8b7-59f6-4b3d-97df-f9bca8ffc66f HTTP/1.1" status: 204 len: 168 time: 0.2897410 Feb 20 20:08:44.519681 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4aa759-64d0-4326-805e-9f60207d439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0033d8b7-59f6-4b3d-97df-f9bca8ffc66f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:44.669852 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3de0bd84-0d2a-4423-bbfc-97c86acede78 req-7e674003-f2b5-4cc0-adfd-3463d6971e1e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 210 time: 0.0313799 Feb 20 20:08:44.781260 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1628b-0e1d-4b43-83e5-651bbf7b35c6 req-a8144730-ed11-4f15-91ec-bcffd3de40ef tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:44.782735 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-39b1628b-0e1d-4b43-83e5-651bbf7b35c6 req-a8144730-ed11-4f15-91ec-bcffd3de40ef tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.0672572 Feb 20 20:08:44.830285 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-39b1628b-0e1d-4b43-83e5-651bbf7b35c6 req-a8866db7-c75c-4c6a-84f0-50e8c691936f tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Feb 20 20:08:45.378433 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 44880) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:45.397008 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-625ad7e8-5142-4e4d-af0f-d0f6c8076e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:45.428070 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd1d08-e989-4534-9772-64856b29944f req-cd1da46b-7a73-41f9-889c-fcfb9e816e3a tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:45.429543 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a6dd1d08-e989-4534-9772-64856b29944f req-cd1da46b-7a73-41f9-889c-fcfb9e816e3a tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.0804734 Feb 20 20:08:45.834109 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-62d16320-5613-4300-bbff-91de092171b3 req-fe3c1e13-9d61-4979-8c24-57bcf5d81ee6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 210 time: 0.0529268 Feb 20 20:08:45.866927 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-625ad7e8-5142-4e4d-af0f-d0f6c8076e79 admin admin] Publish callbacks [] for security_group (2cecd383-c350-4c71-914b-b944679e67c4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:45.881992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Deleting port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:45.882396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:45.953240 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-625ad7e8-5142-4e4d-af0f-d0f6c8076e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (2cecd383-c350-4c71-914b-b944679e67c4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:45.964235 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f64313-c308-4fc7-ad70-2c50883f5b49 req-81f25aeb-c51e-48d4-b9f5-d8b2947a454b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:45.966038 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-99f64313-c308-4fc7-ad70-2c50883f5b49 req-81f25aeb-c51e-48d4-b9f5-d8b2947a454b tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 945 time: 0.0563712 Feb 20 20:08:46.004126 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] For port 8443c7f3-0070-4c27-90a1-1260dd9e3a92, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8443c7f3-0070-4c27-90a1-1260dd9e3a92,segment=NetworkSegment(4de51a1c-a7ba-4105-b68b-7bd429109b9b),segment_id=4de51a1c-a7ba-4105-b68b-7bd429109b9b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:46.004504 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.024610 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-99f64313-c308-4fc7-ad70-2c50883f5b49 req-a6457c57-ad58-4496-ab66-8ca45fad4a83 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/security-groups?id=40df81ef-5726-4705-93f7-5975aaec5414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Feb 20 20:08:46.028526 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44888) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:46.028676 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-625ad7e8-5142-4e4d-af0f-d0f6c8076e79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a90f14a826cf4507ab745703c4f20716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6492124 Feb 20 20:08:46.034117 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad7e8-5142-4e4d-af0f-d0f6c8076e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cecd383-c350-4c71-914b-b944679e67c4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:46.037163 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Calling delete_port for 8443c7f3-0070-4c27-90a1-1260dd9e3a92 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:08:46.109898 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9dc49723-9179-4b36-bba9-e7c94f40e0c8 admin admin] Publish callbacks [] for security_group (2cecd383-c350-4c71-914b-b944679e67c4), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.136005 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9dc49723-9179-4b36-bba9-e7c94f40e0c8 admin admin] Publish callbacks [] for security_group (2cecd383-c350-4c71-914b-b944679e67c4), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.340547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9dc49723-9179-4b36-bba9-e7c94f40e0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (2cecd383-c350-4c71-914b-b944679e67c4), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.342739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (8443c7f3-0070-4c27-90a1-1260dd9e3a92), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.343406 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9dc49723-9179-4b36-bba9-e7c94f40e0c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.344609 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-9dc49723-9179-4b36-bba9-e7c94f40e0c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cecd383-c350-4c71-914b-b944679e67c4 HTTP/1.1" status: 204 len: 168 time: 0.3150113 Feb 20 20:08:46.354888 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['8443c7f3-0070-4c27-90a1-1260dd9e3a92'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:46.360354 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc49723-9179-4b36-bba9-e7c94f40e0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cecd383-c350-4c71-914b-b944679e67c4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:46.374286 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Pushing event deleted for resources: {'Port': ['ID=8443c7f3-0070-4c27-90a1-1260dd9e3a92,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:46.421072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] No DVR routers for this DVR port 8443c7f3-0070-4c27-90a1-1260dd9e3a92 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:08:46.423775 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:46.427212 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a6dd1d08-e989-4534-9772-64856b29944f req-858c33b2-aa81-4f06-83cf-4082597aa721 tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.65 "DELETE /v2.0/ports/8443c7f3-0070-4c27-90a1-1260dd9e3a92 HTTP/1.1" status: 204 len: 173 time: 0.9913890 Feb 20 20:08:46.427675 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'name': 'network-vif-deleted', 'tag': '8443c7f3-0070-4c27-90a1-1260dd9e3a92'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:46.429993 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40824e52-2dbe-4618-bd7c-9495e8c50d69" -d '{"events": [{"server_uuid": "697a6e91-5260-4cc7-abb3-20a1294d3dc1", "name": "network-vif-deleted", "tag": "8443c7f3-0070-4c27-90a1-1260dd9e3a92"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:46.469789 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406dc86-156f-4c4b-8208-39b56ebf22f1 x-openstack-request-id: req-8406dc86-156f-4c4b-8208-39b56ebf22f1 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:46.470087 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a6e91-5260-4cc7-abb3-20a1294d3dc1", "name": "network-vif-deleted", "tag": "8443c7f3-0070-4c27-90a1-1260dd9e3a92", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:46.470457 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8406dc86-156f-4c4b-8208-39b56ebf22f1 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:46.470784 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697a6e91-5260-4cc7-abb3-20a1294d3dc1', 'name': 'network-vif-deleted', 'tag': '8443c7f3-0070-4c27-90a1-1260dd9e3a92', 'status': 'completed', 'code': 200} Feb 20 20:08:46.949223 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cf1960de-e797-4442-b141-9d6914c94074 req-6d16682d-125e-4993-b658-c0944df0fa2c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 210 time: 0.0354753 Feb 20 20:08:47.060858 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-9ccad8aa-d75e-41e0-b248-4ddc8eb797bc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:47.062509 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-9ccad8aa-d75e-41e0-b248-4ddc8eb797bc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 817 time: 0.1161325 Feb 20 20:08:47.157923 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-3af19e0c-92c0-4fc2-9e60-61c4679bac51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 379 time: 0.0812745 Feb 20 20:08:47.175975 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef406839-a58c-4092-8602-3c1d8d0f5ae5 req-f8d90ff6-a65d-4ea7-a718-706ce597403e tempest-VolumesSnapshotTestJSON-1290258764 tempest-VolumesSnapshotTestJSON-1290258764-project] 10.222.0.48 "GET /v2.0/ports?device_id=697a6e91-5260-4cc7-abb3-20a1294d3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0392590 Feb 20 20:08:47.180061 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'port': {'device_id': '109ec69c-f848-4678-833d-40d86225d9bb', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'admin_state_up': True, 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'security_groups': ['dab0f510-fbb5-4deb-b0c0-aadcdf8313ca']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:47.444851 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Made reservation on behalf of 00952ea0607741b6adbe912fbab6197a for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:47.448455 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:47.596278 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Allocated IP 172.20.0.6 (018bc513-de5c-40e2-99fb-d19af3b1b8c8/926057ec-1520-44ea-94b4-f92bdbab9bea/f6bff92d-d3df-4d8b-9112-e887bdd94206) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:47.757068 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:47.908654 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:47.960312 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:47.965421 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:47.968012 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:47.974695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:48.023829 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:48.024770 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.093670 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046751ac-1f36-44a4-be9c-c69992c7cd34 req-c8118595-602a-4616-9c74-d4934c85ed18 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:48.095327 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-046751ac-1f36-44a4-be9c-c69992c7cd34 req-c8118595-602a-4616-9c74-d4934c85ed18 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 931 time: 0.0563161 Feb 20 20:08:48.147374 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-8bbc7a79-6a9b-43a6-9930-a9cf20a37676 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9743683 Feb 20 20:08:48.158332 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-046751ac-1f36-44a4-be9c-c69992c7cd34 req-7fdf1173-93e4-4cb4-beec-972bacb09f98 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568345 Feb 20 20:08:48.159364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Request body: {'port': {'device_id': '109ec69c-f848-4678-833d-40d86225d9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:48.186862 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-b4cb8e9d-f3d0-47a9-a4b7-75876ec202c3 None None] Provisioning complete for port f6bff92d-d3df-4d8b-9112-e887bdd94206 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:48.193714 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8e9d-f3d0-47a9-a4b7-75876ec202c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.236071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb8e9d-f3d0-47a9-a4b7-75876ec202c3 None None] Port f6bff92d-d3df-4d8b-9112-e887bdd94206 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:08:48.250252 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.414063 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44940) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:48.529157 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db39520f-efbb-4a1c-a780-a997e2cb1791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.543199 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bff92d-d3df-4d8b-9112-e887bdd94206 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:48.551125 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Publish callbacks [] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.564686 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Transition to ACTIVE for port object f6bff92d-d3df-4d8b-9112-e887bdd94206 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:48.613515 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db39520f-efbb-4a1c-a780-a997e2cb1791 admin admin] Publish callbacks [] for security_group (f2c37c88-8284-4641-ac45-37d30cbc6738), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.696004 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.778032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db39520f-efbb-4a1c-a780-a997e2cb1791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f2c37c88-8284-4641-ac45-37d30cbc6738), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.778418 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:48.811141 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39520f-efbb-4a1c-a780-a997e2cb1791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c37c88-8284-4641-ac45-37d30cbc6738,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:48.819624 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-db39520f-efbb-4a1c-a780-a997e2cb1791 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88fb24e9947b4bcd9e1488107a57c363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034607 Feb 20 20:08:48.821017 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44946) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:48.826296 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Attempting to bind port f6bff92d-d3df-4d8b-9112-e887bdd94206 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:48.826643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Attempting to bind port f6bff92d-d3df-4d8b-9112-e887bdd94206 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:48.826973 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Attempting to bind port f6bff92d-d3df-4d8b-9112-e887bdd94206 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:48.832016 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Port f6bff92d-d3df-4d8b-9112-e887bdd94206 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:48.832386 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Attempting to bind port f6bff92d-d3df-4d8b-9112-e887bdd94206 on network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:48.838905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:48.839244 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Checking segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:48.839612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Bound using segment: {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:48.840084 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Bound port: f6bff92d-d3df-4d8b-9112-e887bdd94206, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a8a9f6-2775-44a1-9a34-2b69f382b889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:48.840445 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.894287 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3583657a-357c-4015-895e-43c30a344f2f admin admin] Publish callbacks [] for security_group (f2c37c88-8284-4641-ac45-37d30cbc6738), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.926001 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:48.928801 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3583657a-357c-4015-895e-43c30a344f2f admin admin] Publish callbacks [] for security_group (f2c37c88-8284-4641-ac45-37d30cbc6738), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:48.930905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:49.010469 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.051941 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.052634 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.054172 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] 10.222.0.65 "PUT /v2.0/ports/f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 1093 time: 0.8990872 Feb 20 20:08:49.057092 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:49.060692 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fae7259-fa9c-4328-8c7b-2e419d44cac9" -d '{"events": [{"name": "network-changed", "server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:49.074819 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3583657a-357c-4015-895e-43c30a344f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f2c37c88-8284-4641-ac45-37d30cbc6738), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.075153 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 8443c7f3-0070-4c27-90a1-1260dd9e3a92 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:08:49.077533 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3583657a-357c-4015-895e-43c30a344f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:49.079588 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-3583657a-357c-4015-895e-43c30a344f2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2c37c88-8284-4641-ac45-37d30cbc6738 HTTP/1.1" status: 204 len: 168 time: 0.2568433 Feb 20 20:08:49.088675 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583657a-357c-4015-895e-43c30a344f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c37c88-8284-4641-ac45-37d30cbc6738,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:49.102861 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0acc34-ebd8-41bb-a4db-bb81272777bf service neutron] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:49.124834 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf679a1-660e-4897-8b91-dd9e8ae0a8ca x-openstack-request-id: req-fdf679a1-660e-4897-8b91-dd9e8ae0a8ca {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:49.125131 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:49.125561 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdf679a1-660e-4897-8b91-dd9e8ae0a8ca {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:49.126065 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'status': 'completed', 'code': 200} Feb 20 20:08:49.153695 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 8443c7f3-0070-4c27-90a1-1260dd9e3a92 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:08:49.154118 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 8443c7f3-0070-4c27-90a1-1260dd9e3a92 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:08:49.217496 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7259-fa9c-4328-8c7b-2e419d44cac9 req-d68892f9-d1b8-4c20-ab6f-651548f19f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.219171 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fae7259-fa9c-4328-8c7b-2e419d44cac9 req-d68892f9-d1b8-4c20-ab6f-651548f19f3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1127 time: 0.0755417 Feb 20 20:08:49.366455 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e50a-8ce8-41ef-826f-41ca36634109 req-33ecf146-4e13-4963-bbd4-372d47c20030 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.367904 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c309e50a-8ce8-41ef-826f-41ca36634109 req-33ecf146-4e13-4963-bbd4-372d47c20030 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.1191928 Feb 20 20:08:49.369393 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7259-fa9c-4328-8c7b-2e419d44cac9 req-23ae97d3-daae-429e-b868-db2f30ed0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.370729 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fae7259-fa9c-4328-8c7b-2e419d44cac9 req-23ae97d3-daae-429e-b868-db2f30ed0334 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=00952ea0607741b6adbe912fbab6197a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1429236 Feb 20 20:08:49.479514 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c309e50a-8ce8-41ef-826f-41ca36634109 req-ac3b6e04-00f8-4653-b89d-8a1d5ebc3b97 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053634 Feb 20 20:08:49.524240 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae7259-fa9c-4328-8c7b-2e419d44cac9 req-7691b015-9d18-422e-a37e-eca067913b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.527788 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fae7259-fa9c-4328-8c7b-2e419d44cac9 req-7691b015-9d18-422e-a37e-eca067913b4a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450219 Feb 20 20:08:49.619469 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-d1110361-c219-4a7e-b57a-352791dd9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.619469 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-d1110361-c219-4a7e-b57a-352791dd9907 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1127 time: 0.0484245 Feb 20 20:08:49.666260 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-0437b748-9874-4226-945d-719c3351f337 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 217 time: 0.0392759 Feb 20 20:08:49.719347 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-9140b211-6c53-4a42-a05e-6bb39f1ccd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.719347 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-9140b211-6c53-4a42-a05e-6bb39f1ccd60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0470252 Feb 20 20:08:49.772453 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986ba1-0166-4043-88e5-b70981370f8f req-b3e51940-e633-4ffb-a472-9d9e3914e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.774029 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-b3e51940-e633-4ffb-a472-9d9e3914e423 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476635 Feb 20 20:08:49.901790 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-aacf9405-f2f8-48e2-8855-8d2676e78786 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200900 Feb 20 20:08:50.010982 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33986ba1-0166-4043-88e5-b70981370f8f req-e2c96cdd-1d31-46bf-a2ff-d73081bc4919 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010833 Feb 20 20:08:50.609716 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1077710-3e11-4339-bd7d-259046bc4248 req-dfc939b0-7214-44ae-87e1-53e9bff84c14 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.611126 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c1077710-3e11-4339-bd7d-259046bc4248 req-dfc939b0-7214-44ae-87e1-53e9bff84c14 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0562501 Feb 20 20:08:50.665024 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c1077710-3e11-4339-bd7d-259046bc4248 req-d44e3a13-4be3-4290-ad3f-feb4c6af33dc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481653 Feb 20 20:08:50.974868 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 44996) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:51.077507 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e036d704-afb9-457b-bac6-9f2f7518cf8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.150866 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e036d704-afb9-457b-bac6-9f2f7518cf8d admin admin] Publish callbacks [] for security_group (97a1e1f0-e49b-4f06-870e-b5f149436a9c), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.233393 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e036d704-afb9-457b-bac6-9f2f7518cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (97a1e1f0-e49b-4f06-870e-b5f149436a9c), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.272698 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-e036d704-afb9-457b-bac6-9f2f7518cf8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f596ec25db57476faf3c86de04dfc64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967405 Feb 20 20:08:51.273545 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036d704-afb9-457b-bac6-9f2f7518cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1e1f0-e49b-4f06-870e-b5f149436a9c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:51.275366 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45000) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:51.328820 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5f80-e615-42d2-a5ad-aada20ebbfc2 admin admin] Publish callbacks [] for security_group (97a1e1f0-e49b-4f06-870e-b5f149436a9c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.351149 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5f80-e615-42d2-a5ad-aada20ebbfc2 admin admin] Publish callbacks [] for security_group (97a1e1f0-e49b-4f06-870e-b5f149436a9c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.496461 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5f80-e615-42d2-a5ad-aada20ebbfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (97a1e1f0-e49b-4f06-870e-b5f149436a9c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.500627 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5c0c5f80-e615-42d2-a5ad-aada20ebbfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:51.502643 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5c0c5f80-e615-42d2-a5ad-aada20ebbfc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97a1e1f0-e49b-4f06-870e-b5f149436a9c HTTP/1.1" status: 204 len: 168 time: 0.2260473 Feb 20 20:08:51.517693 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c5f80-e615-42d2-a5ad-aada20ebbfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1e1f0-e49b-4f06-870e-b5f149436a9c,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:51.800015 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4299a-058b-4c06-9f3b-7c5e691e3171 req-f3d9726a-49b7-4033-8672-005e38d25ec3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.801539 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e9e4299a-058b-4c06-9f3b-7c5e691e3171 req-f3d9726a-49b7-4033-8672-005e38d25ec3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0635588 Feb 20 20:08:51.854288 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e9e4299a-058b-4c06-9f3b-7c5e691e3171 req-4701cb57-597f-47bf-9a88-ab547e9105b1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460637 Feb 20 20:08:52.983305 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc3746-a41c-4437-89fa-ed4f4910cf39 req-83c7980d-6648-41a8-a4d2-a44d1d4aa8f8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:52.984781 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-65dc3746-a41c-4437-89fa-ed4f4910cf39 req-83c7980d-6648-41a8-a4d2-a44d1d4aa8f8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0556166 Feb 20 20:08:53.031881 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-65dc3746-a41c-4437-89fa-ed4f4910cf39 req-1a999f0a-34aa-4a3a-851f-85a561e69f0e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Feb 20 20:08:53.770366 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:53.870239 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:53.885968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'mac_address': 'fa:16:3e:b2:01:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:53.934265 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:53.934908 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.953409 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bff92d-d3df-4d8b-9112-e887bdd94206 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:53.978418 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:54.077624 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.146594 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:54.155364 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.155742 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.156116 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.156524 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.156849 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.157189 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.157512 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.157840 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.158174 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.158537 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.158863 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.159189 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.159509 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:54.165419 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0fd3c-b961-46cd-8949-993d0b1f2a15 req-a405276e-8dd0-49e8-aeb6-731a2875bd96 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.173396 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-97b0fd3c-b961-46cd-8949-993d0b1f2a15 req-a405276e-8dd0-49e8-aeb6-731a2875bd96 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 944 time: 0.0582108 Feb 20 20:08:54.215540 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-97b0fd3c-b961-46cd-8949-993d0b1f2a15 req-6da6e54c-30db-463a-99a7-a23b64ab8d11 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429189 Feb 20 20:08:54.379176 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['f6bff92d-d3df-4d8b-9112-e887bdd94206'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:54.699929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11aa31-443a-4aac-aa3b-0133025266c9 req-86ac6854-ee70-48f7-9c03-1aaeff7b97a0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.701419 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bd11aa31-443a-4aac-aa3b-0133025266c9 req-86ac6854-ee70-48f7-9c03-1aaeff7b97a0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0581627 Feb 20 20:08:54.756442 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bd11aa31-443a-4aac-aa3b-0133025266c9 req-0b1dd4fd-a6e2-4706-ac6c-a40f4b5f70f0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491025 Feb 20 20:08:55.356243 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983313a-f60f-4a5a-a0e4-5496cefd38d1 req-143550f5-8816-4402-b735-c43db132669d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:55.360769 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c983313a-f60f-4a5a-a0e4-5496cefd38d1 req-143550f5-8816-4402-b735-c43db132669d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 944 time: 0.0622749 Feb 20 20:08:55.407979 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c983313a-f60f-4a5a-a0e4-5496cefd38d1 req-09146eb7-33a4-4ab0-972f-18d6c28f0915 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438194 Feb 20 20:08:55.871188 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd161580-1a18-4a2f-8ba5-5f6479e66a42 req-d1b002f3-6276-497e-ae2a-b57f5dd58e7d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:55.872742 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd161580-1a18-4a2f-8ba5-5f6479e66a42 req-d1b002f3-6276-497e-ae2a-b57f5dd58e7d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0533526 Feb 20 20:08:55.922496 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd161580-1a18-4a2f-8ba5-5f6479e66a42 req-0e109e62-9def-400b-b204-59d709fb5537 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Feb 20 20:08:56.534338 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908032f-5f6e-4d05-8888-85d4f3a7b43e req-e124f377-bfe3-4487-8f76-0cf2dcc8fba9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:56.535820 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1908032f-5f6e-4d05-8888-85d4f3a7b43e req-e124f377-bfe3-4487-8f76-0cf2dcc8fba9 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 944 time: 0.0531740 Feb 20 20:08:56.582445 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1908032f-5f6e-4d05-8888-85d4f3a7b43e req-87c2378e-ad0e-45d9-983d-29f5fb1d4715 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Feb 20 20:08:57.019686 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:57.210431 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port f6bff92d-d3df-4d8b-9112-e887bdd94206 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:57.214916 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port f6bff92d-d3df-4d8b-9112-e887bdd94206 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:57.215410 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.220371 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6cebc-041f-41d8-a792-1ea958e2ff8e req-8934f5a6-e0fc-448e-bd4a-ee0b1ba3da76 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.221545 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-efe6cebc-041f-41d8-a792-1ea958e2ff8e req-8934f5a6-e0fc-448e-bd4a-ee0b1ba3da76 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.2308686 Feb 20 20:08:57.276208 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-efe6cebc-041f-41d8-a792-1ea958e2ff8e req-3fcaa13c-4da0-4459-b0b8-31e1d1d6cc05 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487623 Feb 20 20:08:57.302363 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:57.302745 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.326292 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:57.328588 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5998a2e5-de26-497f-bfc0-d5d4428b20c5" -d '{"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:57.345678 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:57.366353 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5084f57b-661d-446a-b868-61e2adfae81e x-openstack-request-id: req-5084f57b-661d-446a-b868-61e2adfae81e {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:57.366674 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:57.367404 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5084f57b-661d-446a-b868-61e2adfae81e {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:57.367404 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'code': 200} Feb 20 20:08:57.451135 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:57.497781 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:57.705364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd0b3d-bde1-4bf1-8ca5-988ffe1b80e4 req-a8cc852a-406e-450d-9083-fecb9a63ea05 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.706909 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2edd0b3d-bde1-4bf1-8ca5-988ffe1b80e4 req-a8cc852a-406e-450d-9083-fecb9a63ea05 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0560713 Feb 20 20:08:57.754737 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2edd0b3d-bde1-4bf1-8ca5-988ffe1b80e4 req-96dc2ee5-f5e9-4ff9-9624-7a87b31d4f12 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Feb 20 20:08:58.118903 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:58.456572 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f924-5fee-4282-aead-2f43e11354cf req-e0d5d92b-d531-411e-9b8e-f12e758971a9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.458030 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d3b9f924-5fee-4282-aead-2f43e11354cf req-e0d5d92b-d531-411e-9b8e-f12e758971a9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.1129434 Feb 20 20:08:58.507463 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d3b9f924-5fee-4282-aead-2f43e11354cf req-bd8486c5-c477-42a6-bff3-aa91caa3bc81 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435247 Feb 20 20:08:58.909354 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a816f5e-bfb2-45cf-b8ae-40f2cda4c5cf req-8b374702-8b78-438e-816b-14ff8f075586 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.910854 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7a816f5e-bfb2-45cf-b8ae-40f2cda4c5cf req-8b374702-8b78-438e-816b-14ff8f075586 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0832458 Feb 20 20:08:58.962777 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7a816f5e-bfb2-45cf-b8ae-40f2cda4c5cf req-6454bb02-2317-474d-9784-51c00bbe06e4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Feb 20 20:08:59.293576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a7bed-3ea2-459f-91f5-cb37c9a2f117 req-4b71e941-ec39-4f8d-83b0-9f894b9c8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.295494 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-790a7bed-3ea2-459f-91f5-cb37c9a2f117 req-4b71e941-ec39-4f8d-83b0-9f894b9c8074 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1129 time: 0.0526326 Feb 20 20:08:59.346729 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-790a7bed-3ea2-459f-91f5-cb37c9a2f117 req-b70d6492-775b-424a-a522-85a9520c14d4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 Feb 20 20:08:59.630994 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366dd46-d74f-4759-a26e-7912547c6380 req-c3c44fcc-8c0c-4cee-b762-d97bed3d53c4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.632501 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b366dd46-d74f-4759-a26e-7912547c6380 req-c3c44fcc-8c0c-4cee-b762-d97bed3d53c4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0587921 Feb 20 20:08:59.679633 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b366dd46-d74f-4759-a26e-7912547c6380 req-660aee75-d601-4277-86db-5d1211a2fa1b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=270197b0-906e-486f-948b-948ceea5e2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Feb 20 20:08:59.770844 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-ff9ff146-5cf3-4f1b-8207-780a5e0df5ed tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.772251 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-ff9ff146-5cf3-4f1b-8207-780a5e0df5ed tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 945 time: 0.0530462 Feb 20 20:08:59.871868 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Deleting port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:08:59.872205 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:59.962228 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] For port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:59.963539 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.172935 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fd8ac-c412-4a95-9231-06bd0f2897dc req-2adeb172-0b34-4fa1-b133-f18f70397b51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:00.174436 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c0fd8ac-c412-4a95-9231-06bd0f2897dc req-2adeb172-0b34-4fa1-b133-f18f70397b51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.1319788 Feb 20 20:09:00.190264 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.190633 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (7d5eebe3-d34c-4f59-b209-1cca08ceaf8b), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.190941 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Floating IP 7d5eebe3-d34c-4f59-b209-1cca08ceaf8b disassociated. External IP: 172.27.2.53, port: 4ff995ad-4405-4af1-9689-3b9e2c93b7fc. Feb 20 20:09:00.191271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Calling delete_port for 4ff995ad-4405-4af1-9689-3b9e2c93b7fc owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:00.267454 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c0fd8ac-c412-4a95-9231-06bd0f2897dc req-95955d7d-03c4-442d-9e50-e862148e7403 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843084 Feb 20 20:09:00.421645 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (4ff995ad-4405-4af1-9689-3b9e2c93b7fc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.457837 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event deleted for resources: {'Port': ['ID=4ff995ad-4405-4af1-9689-3b9e2c93b7fc,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:00.576863 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Router 632973ec-f952-46b7-9fa6-67069727fbe9 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:00.692113 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:00.705725 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:00.733346 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:00.733918 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:08:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:00.740468 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] No DVR routers for this DVR port 4ff995ad-4405-4af1-9689-3b9e2c93b7fc on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:00.742746 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.746907 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bfea5fb3-73d5-406f-8d19-d4c398c5d43e req-cc33f3b0-88db-4d2f-ab6b-0492c106e152 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "DELETE /v2.0/ports/4ff995ad-4405-4af1-9689-3b9e2c93b7fc HTTP/1.1" status: 204 len: 173 time: 0.9691401 Feb 20 20:09:00.747368 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'name': 'network-vif-deleted', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:00.749903 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a40039-f5b1-4b32-89e4-8d22ed5cf9f6" -d '{"events": [{"server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "name": "network-vif-deleted", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:00.798346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720b5633-0032-46dc-893f-0486df3920d7 x-openstack-request-id: req-720b5633-0032-46dc-893f-0486df3920d7 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:00.798346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fd4dae-f11e-4b4a-b998-224f5ad3eefd", "name": "network-vif-deleted", "tag": "4ff995ad-4405-4af1-9689-3b9e2c93b7fc", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:00.798346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-720b5633-0032-46dc-893f-0486df3920d7 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:00.799142 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd4dae-f11e-4b4a-b998-224f5ad3eefd', 'name': 'network-vif-deleted', 'tag': '4ff995ad-4405-4af1-9689-3b9e2c93b7fc', 'status': 'completed', 'code': 200} Feb 20 20:09:00.800055 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b43b0147-e322-4166-adf5-32c108f75039 req-039efb99-b1bd-4172-bba0-c6733193ae2a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.0292721 Feb 20 20:09:00.889159 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:01.124365 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.150790 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:01.159396 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:01.160034 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:08:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.274421 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:01.406712 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf78ca-093a-4a34-a404-9e8fd1c1ee6b req-14184680-1a34-44f3-9739-1f82923983fa tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.408283 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c0bf78ca-093a-4a34-a404-9e8fd1c1ee6b req-14184680-1a34-44f3-9739-1f82923983fa tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0547729 Feb 20 20:09:01.466083 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c0bf78ca-093a-4a34-a404-9e8fd1c1ee6b req-7313232d-be7b-48ea-ae0e-127ea2ba8065 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521054 Feb 20 20:09:01.516341 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.548756 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e93d0-be6a-48e0-bca6-3dc86f8f99db None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:01.621758 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0196b-97e1-43ea-8a19-2928eeb2657c req-0dda5d89-58b9-4f27-81dd-eb2581f6a246 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.623430 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-76a0196b-97e1-43ea-8a19-2928eeb2657c req-0dda5d89-58b9-4f27-81dd-eb2581f6a246 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0768185 Feb 20 20:09:01.632349 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45184) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:01.637178 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Request body: {'floatingip': {'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:01.681944 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (fc494d99-6a42-4e22-ab2a-59eb62c26d05), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.877134 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109fc068-8584-4b58-9d7d-ea7155935168 None None] New status for floating IP 7d5eebe3-d34c-4f59-b209-1cca08ceaf8b: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:02.226233 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e281121-caaa-4555-a3fb-063f2f992406 req-9b98f6af-610a-4859-a1a2-02f270b98218 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=68fd4dae-f11e-4b4a-b998-224f5ad3eefd HTTP/1.1" status: 200 len: 210 time: 0.3263934 Feb 20 20:09:02.377626 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6492708f-4b36-48cf-a130-caf0e4c8387d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.498635 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.575742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (fc494d99-6a42-4e22-ab2a-59eb62c26d05), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.695988 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Floating IP fc494d99-6a42-4e22-ab2a-59eb62c26d05 associated. External IP: 172.27.2.128, port: f6bff92d-d3df-4d8b-9112-e887bdd94206. Feb 20 20:09:02.772974 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:09:02.914096 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:03.034953 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:03.040279 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.046025 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:03.056986 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:03.057887 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:08:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:03.073157 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-328b1da4-72f0-4cb3-b5ca-80f971669f6e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "PUT /v2.0/floatingips/fc494d99-6a42-4e22-ab2a-59eb62c26d05 HTTP/1.1" status: 200 len: 991 time: 1.4364147 Feb 20 20:09:03.073157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:03.073555 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e94fa-67ea-49d2-95fa-c56aa022e687" -d '{"events": [{"name": "network-changed", "server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:03.111679 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc5806d-923c-4518-bc82-80d2f8de63d1 x-openstack-request-id: req-dbc5806d-923c-4518-bc82-80d2f8de63d1 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:03.116090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:03.116090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbc5806d-923c-4518-bc82-80d2f8de63d1 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:03.116090 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'status': 'completed', 'code': 200} Feb 20 20:09:03.179118 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:03.395528 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45220) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.469913 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45224) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.520319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7268a8e4-0bdf-4b36-8217-959b3b9988a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.556800 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c27de6f2-83a6-42f6-b488-c35498843125 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (270197b0-906e-486f-948b-948ceea5e2ab), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.592711 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c27de6f2-83a6-42f6-b488-c35498843125 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (270197b0-906e-486f-948b-948ceea5e2ab), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.605293 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'fc494d99-6a42-4e22-ab2a-59eb62c26d05', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'mac_address': 'fa:16:3e:b2:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ec69c-f848-4678-833d-40d86225d9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:43Z', 'updated_at': '2022-02-20T20:09:02Z', 'revision_number': 1, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:03.634200 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:03.644000 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:03.644664 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:08:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:03.673489 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7268a8e4-0bdf-4b36-8217-959b3b9988a0 admin admin] Publish callbacks [] for security_group (b7c5026f-ad8f-4d21-8343-c31a133de674), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.754221 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7268a8e4-0bdf-4b36-8217-959b3b9988a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (b7c5026f-ad8f-4d21-8343-c31a133de674), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.759173 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c27de6f2-83a6-42f6-b488-c35498843125 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (270197b0-906e-486f-948b-948ceea5e2ab), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.763035 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c27de6f2-83a6-42f6-b488-c35498843125 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.765377 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c27de6f2-83a6-42f6-b488-c35498843125 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "DELETE /v2.0/security-groups/270197b0-906e-486f-948b-948ceea5e2ab HTTP/1.1" status: 204 len: 168 time: 0.2944083 Feb 20 20:09:03.778580 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:03.781122 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 45230) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.799883 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.api.v2.resource [None req-17b403cb-1d6f-4bfe-b21f-48c52005654c tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] show failed (client error): The resource could not be found. Feb 20 20:09:03.804655 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-17b403cb-1d6f-4bfe-b21f-48c52005654c tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups/270197b0-906e-486f-948b-948ceea5e2ab HTTP/1.1" status: 404 len: 347 time: 0.0225265 Feb 20 20:09:03.805221 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 45232) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.812521 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268a8e4-0bdf-4b36-8217-959b3b9988a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c5026f-ad8f-4d21-8343-c31a133de674,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:03.823225 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7268a8e4-0bdf-4b36-8217-959b3b9988a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca562953190f4977abdc763411f1c33a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266133 Feb 20 20:09:03.828227 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45234) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.834618 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27de6f2-83a6-42f6-b488-c35498843125 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270197b0-906e-486f-948b-948ceea5e2ab,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:03.899921 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f22a9757-6cc3-42c0-be43-370e32087c1a admin admin] Publish callbacks [] for security_group (b7c5026f-ad8f-4d21-8343-c31a133de674), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.933396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f22a9757-6cc3-42c0-be43-370e32087c1a admin admin] Publish callbacks [] for security_group (b7c5026f-ad8f-4d21-8343-c31a133de674), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.944747 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Deleting port 8730719b-be39-474d-853b-42348f97b5d7 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:03.945378 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (8730719b-be39-474d-853b-42348f97b5d7), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.012368 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 4ff995ad-4405-4af1-9689-3b9e2c93b7fc no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:04.041224 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 4ff995ad-4405-4af1-9689-3b9e2c93b7fc {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:04.041832 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 4ff995ad-4405-4af1-9689-3b9e2c93b7fc not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:04.050181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (8730719b-be39-474d-853b-42348f97b5d7), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.050500 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (8730719b-be39-474d-853b-42348f97b5d7), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.065738 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Calling delete_port for 8730719b-be39-474d-853b-42348f97b5d7 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:04.107270 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f22a9757-6cc3-42c0-be43-370e32087c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (b7c5026f-ad8f-4d21-8343-c31a133de674), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.109945 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f22a9757-6cc3-42c0-be43-370e32087c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.111881 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f22a9757-6cc3-42c0-be43-370e32087c1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7c5026f-ad8f-4d21-8343-c31a133de674 HTTP/1.1" status: 204 len: 168 time: 0.2825572 Feb 20 20:09:04.121335 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a9757-6cc3-42c0-be43-370e32087c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c5026f-ad8f-4d21-8343-c31a133de674,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:04.154693 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'fc494d99-6a42-4e22-ab2a-59eb62c26d05', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'mac_address': 'fa:16:3e:b2:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ec69c-f848-4678-833d-40d86225d9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:43Z', 'updated_at': '2022-02-20T20:09:02Z', 'revision_number': 1, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:04.187270 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b5829-aeaf-44e9-9e70-7b2c5cea2aa8 None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'fc494d99-6a42-4e22-ab2a-59eb62c26d05', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'mac_address': 'fa:16:3e:b2:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ec69c-f848-4678-833d-40d86225d9bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:43Z', 'updated_at': '2022-02-20T20:09:02Z', 'revision_number': 1, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:04.291637 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (8730719b-be39-474d-853b-42348f97b5d7), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.318739 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event deleted for resources: {'Port': ['ID=8730719b-be39-474d-853b-42348f97b5d7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:04.404169 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (7d5eebe3-d34c-4f59-b209-1cca08ceaf8b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.409316 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.411637 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-d709b652-a676-47bb-9e0d-2f8a87440d03 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "DELETE /v2.0/floatingips/7d5eebe3-d34c-4f59-b209-1cca08ceaf8b HTTP/1.1" status: 204 len: 168 time: 0.6052308 Feb 20 20:09:04.429830 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248276e9-3f8a-4287-9c31-7c142242b39d None None] New status for floating IP fc494d99-6a42-4e22-ab2a-59eb62c26d05: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:04.604377 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-25ba9e94-c19b-46a7-a8dc-549e6a4e2a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.656414 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45244) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:04.660991 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855271297', 'description': 'tempest-description--1305573186'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:04.770593 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.844430 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (c4b39edf-c3f0-482b-ab8a-30f030269c10), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.917728 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c4b39edf-c3f0-482b-ab8a-30f030269c10), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.946627 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b39edf-c3f0-482b-ab8a-30f030269c10,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:05.023318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.025074 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2561756b-bfd9-4339-a655-e6b9afbe2433 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3672001 Feb 20 20:09:05.027628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45250) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:05.032044 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'security_group_rule': {'security_group_id': 'c4b39edf-c3f0-482b-ab8a-30f030269c10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:05.133388 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (cd878382-84f3-470a-bdfd-cb01bf767591), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.195414 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (cd878382-84f3-470a-bdfd-cb01bf767591), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.273147 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (cd878382-84f3-470a-bdfd-cb01bf767591), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.291201 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd878382-84f3-470a-bdfd-cb01bf767591,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:05.376390 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.377674 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d33418b4-2a30-41ba-9c15-951494db6022 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490674 Feb 20 20:09:05.380443 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45252) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:05.385442 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'security_group_rule': {'security_group_id': 'c4b39edf-c3f0-482b-ab8a-30f030269c10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:05.495655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (d5f51793-3f65-436d-96f8-d21ff5f9fc02), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.556193 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (d5f51793-3f65-436d-96f8-d21ff5f9fc02), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.650718 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (d5f51793-3f65-436d-96f8-d21ff5f9fc02), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.669638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f51793-3f65-436d-96f8-d21ff5f9fc02,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:05.767169 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.768441 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4c2227e2-c534-469a-b0a9-f30bb5b07cd8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870723 Feb 20 20:09:05.771582 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45256) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:05.777108 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:05.843193 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-fc988858-2919-4d71-8aa9-854bbd03ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.844978 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-fc988858-2919-4d71-8aa9-854bbd03ed4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1129 time: 0.0477493 Feb 20 20:09:05.942119 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-03ccfd5d-3e56-414f-877c-fc3321219cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.943592 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-03ccfd5d-3e56-414f-877c-fc3321219cac service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.0912890 Feb 20 20:09:06.002444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.046413 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-f1b3d80b-1187-48f6-b701-a5b6d33d535a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 1001 time: 0.0725074 Feb 20 20:09:06.116617 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-89c0303e-f7f3-4419-a293-d8120cbe2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.118110 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-89c0303e-f7f3-4419-a293-d8120cbe2158 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0665975 Feb 20 20:09:06.145837 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.186964 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-85bb1b04-cc45-4649-9d23-25a267446f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.188505 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-85bb1b04-cc45-4649-9d23-25a267446f75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631711 Feb 20 20:09:06.190669 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.348872 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-6faaed2b-9bde-47a8-9cc8-bdb7c8f41192 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511235 Feb 20 20:09:06.371043 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Allocated IP 172.27.2.111 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/2d63a541-f511-4db9-95c2-a18f90327335) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:09:06.514963 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-558e94fa-67ea-49d2-95fa-c56aa022e687 req-65e46a4b-53d2-47d9-87e5-1f1d1825e04b service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510153 Feb 20 20:09:06.547391 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for port (2d63a541-f511-4db9-95c2-a18f90327335), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.673396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (2d63a541-f511-4db9-95c2-a18f90327335), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.708850 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:09:06.711741 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:09:06.715752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:09:06.742024 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'Port': ['ID=2d63a541-f511-4db9-95c2-a18f90327335,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:06.807318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (a36db2db-886e-474b-a50e-2369fb49aaa0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.948050 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (2d63a541-f511-4db9-95c2-a18f90327335), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:07.032876 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:07.098640 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for port (2d63a541-f511-4db9-95c2-a18f90327335), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:07.153291 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (2d63a541-f511-4db9-95c2-a18f90327335), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:07.222712 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'Port': ['ID=2d63a541-f511-4db9-95c2-a18f90327335,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:07.235897 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (a36db2db-886e-474b-a50e-2369fb49aaa0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:07.330595 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:07.331866 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-75f55700-2da7-498d-a546-63117a223192 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5592570 Feb 20 20:09:07.527753 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-d58ad96a-0403-4fe6-84a0-e788644e7640 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--855271297&fields=id&tenant_id=f4c6b97e7c0346b4aa424e02a487a083 HTTP/1.1" status: 200 len: 267 time: 0.0424592 Feb 20 20:09:07.643902 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-401287e8-54f0-4de2-81c7-2f60d222ba22 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.652823 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-401287e8-54f0-4de2-81c7-2f60d222ba22 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 811 time: 0.1107593 Feb 20 20:09:07.662556 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-b0ff83af-8c71-4b0d-a5a2-55b8ead87649 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/quotas/f4c6b97e7c0346b4aa424e02a487a083 HTTP/1.1" status: 200 len: 375 time: 0.0094693 Feb 20 20:09:07.719331 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-3d06515f-77d3-4607-827a-142e7988937b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503850 Feb 20 20:09:07.906515 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-2c3d8711-06f7-468b-90f9-b3b2d3ffa305 service neutron] 10.222.0.48 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759670 Feb 20 20:09:08.004305 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-8c7fd4e3-dd93-4630-9fc6-cc3e489ee370 service neutron] 10.222.0.48 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918863 Feb 20 20:09:08.411082 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e21c73f5-8832-470c-b063-53e19baa7bcb req-c7169baf-a9d9-435c-be60-780308dea956 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Feb 20 20:09:08.856005 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:09.507697 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1ed6af9d-a93a-4205-a2e5-70efd90ff2e5 req-abd35c87-6db3-4562-8289-c4b1ad7a7cbb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 210 time: 0.0308554 Feb 20 20:09:10.604483 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-35a0e300-f4b3-46b3-8f19-9ceb40a8b9ba req-c8aca484-fa55-4bcf-815a-c52cebaeffdb tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 210 time: 0.0269151 Feb 20 20:09:11.698372 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f8a3b8f7-e24d-45b8-b287-37648f0fb33b req-7313e9be-542b-423e-93cc-8613481c5079 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 210 time: 0.0276759 Feb 20 20:09:12.808543 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-93b84351-25de-41c7-82ab-ffee0b51166b req-8ab734db-fe08-4981-8b3f-3b4814bf968d tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 210 time: 0.0382066 Feb 20 20:09:12.838702 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-fbe94f55-13b9-4500-b9ee-9b9c7795f9d3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:12.842688 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-fbe94f55-13b9-4500-b9ee-9b9c7795f9d3 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 811 time: 0.1368561 Feb 20 20:09:12.903963 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-d23c8f87-5a14-4fab-b39b-b4c0116cde80 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c6b97e7c0346b4aa424e02a487a083 HTTP/1.1" status: 200 len: 379 time: 0.0529802 Feb 20 20:09:12.913837 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'port': {'device_id': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'admin_state_up': True, 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'security_groups': ['c4b39edf-c3f0-482b-ab8a-30f030269c10']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:13.095742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Made reservation on behalf of f4c6b97e7c0346b4aa424e02a487a083 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:09:13.099755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.233565 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Allocated IP 172.20.0.6 (fd2e7521-e0cd-40a1-8e84-bf252bf5c141/4a384e91-15c5-488b-816c-e474d325adae/094e03d9-9c3b-40ca-a327-1f863b72b2f7) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:09:13.381431 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.530029 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.570205 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:09:13.575206 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:09:13.576611 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:09:13.611906 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event updated for resources: {'Port': ['ID=094e03d9-9c3b-40ca-a327-1f863b72b2f7,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:13.638893 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:13.639552 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.733340 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-32ef4103-f6b0-4ea0-a3c4-8593d3706ce0 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8230684 Feb 20 20:09:13.745678 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Request body: {'port': {'device_id': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:13.772398 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-f01c2136-5920-4697-8e3a-d1fabe7cd6e9 None None] Provisioning complete for port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:13.772981 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f01c2136-5920-4697-8e3a-d1fabe7cd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.806643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.811113 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-f01c2136-5920-4697-8e3a-d1fabe7cd6e9 None None] Port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:09:13.940900 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca11423-2bc0-4db3-87d5-36dec4f320d5 req-9a1043a0-4d4d-41b8-8ebe-0d5c579abd7a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:13.942472 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cca11423-2bc0-4db3-87d5-36dec4f320d5 req-9a1043a0-4d4d-41b8-8ebe-0d5c579abd7a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 931 time: 0.0600150 Feb 20 20:09:13.994520 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cca11423-2bc0-4db3-87d5-36dec4f320d5 req-146f20ef-fd9a-4fac-bc17-eda5f63585cf tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454476 Feb 20 20:09:14.331448 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094e03d9-9c3b-40ca-a327-1f863b72b2f7 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:14.339400 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Publish callbacks [] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.352017 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Transition to ACTIVE for port object 094e03d9-9c3b-40ca-a327-1f863b72b2f7 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:09:14.439055 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.487438 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Pushing event updated for resources: {'Port': ['ID=094e03d9-9c3b-40ca-a327-1f863b72b2f7,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:14.561861 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Attempting to bind port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:09:14.562325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Attempting to bind port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:09:14.563056 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Attempting to bind port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:14.568513 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:09:14.568839 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Attempting to bind port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 on network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:14.575097 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:09:14.575435 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Checking segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:09:14.575853 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Bound using segment: {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:09:14.576290 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Bound port: 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c892810f-099c-4757-9b5f-b0194a839b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:09:14.576678 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.645314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] For port 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:09:14.648738 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] For port 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:09:14.799567 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.833251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:14.833862 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:14.835230 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] 10.222.0.65 "PUT /v2.0/ports/094e03d9-9c3b-40ca-a327-1f863b72b2f7 HTTP/1.1" status: 200 len: 1093 time: 1.0943387 Feb 20 20:09:14.835668 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:14.838549 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:14.867621 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3b2db-5da6-4057-9f8e-c6d198a60874 service neutron] Pushing event updated for resources: {'Port': ['ID=094e03d9-9c3b-40ca-a327-1f863b72b2f7,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:14.876634 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71871920-4456-4c8c-9855-ef41640383ca x-openstack-request-id: req-71871920-4456-4c8c-9855-ef41640383ca {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:14.876938 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:14.877190 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71871920-4456-4c8c-9855-ef41640383ca {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:14.877591 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'status': 'completed', 'code': 200} Feb 20 20:09:15.119426 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091cd47-15cd-4dcc-ae81-2d7837dc9f71 req-634a830a-eedd-44cb-aeee-05bb3aafbe81 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:15.120897 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4091cd47-15cd-4dcc-ae81-2d7837dc9f71 req-634a830a-eedd-44cb-aeee-05bb3aafbe81 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 943 time: 0.0553851 Feb 20 20:09:15.167321 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4091cd47-15cd-4dcc-ae81-2d7837dc9f71 req-94ed1c28-8def-4af2-919a-f7f682eec5b4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409520 Feb 20 20:09:16.297823 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb16cb-a713-4087-8039-50f0d3cddf96 req-d2d8b779-02f8-4d5d-97eb-e6c8c628c50f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:16.299646 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-83cb16cb-a713-4087-8039-50f0d3cddf96 req-d2d8b779-02f8-4d5d-97eb-e6c8c628c50f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 943 time: 0.0621474 Feb 20 20:09:16.349175 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-83cb16cb-a713-4087-8039-50f0d3cddf96 req-da55ed60-4f91-4542-bfe5-b7890e2cae18 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Feb 20 20:09:16.905063 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b req-c6f33a04-3faa-4d1e-bec4-1b09be93666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:16.906576 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b req-c6f33a04-3faa-4d1e-bec4-1b09be93666d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 1127 time: 0.1044540 Feb 20 20:09:17.003871 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b req-09d71319-5728-4556-8a83-cc62ec0bef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.005356 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b req-09d71319-5728-4556-8a83-cc62ec0bef30 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0918355 Feb 20 20:09:17.102533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b req-0311dbfe-f61e-466a-9627-1694eed23001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.104022 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14ce1f25-ee23-453a-9c01-3ee19f9c2c9b req-0311dbfe-f61e-466a-9627-1694eed23001 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924835 Feb 20 20:09:17.191981 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-6db954b1-5ce6-49dc-839c-3535da3d3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.193534 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-6db954b1-5ce6-49dc-839c-3535da3d3e85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 1127 time: 0.0495722 Feb 20 20:09:17.237311 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-f7654e41-9974-4f03-83b5-af177ecf4551 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7 HTTP/1.1" status: 200 len: 217 time: 0.0357180 Feb 20 20:09:17.290344 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-2d938ff9-b205-43e0-9e7a-9a749b9e9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.292750 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-2d938ff9-b205-43e0-9e7a-9a749b9e9f32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0485897 Feb 20 20:09:17.343865 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-ed30e247-b510-46cc-837d-1b75e84c3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.345367 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-ed30e247-b510-46cc-837d-1b75e84c3278 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446551 Feb 20 20:09:17.437393 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-3eeb6057-6586-431a-9fdc-f9434a9d94ee service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852411 Feb 20 20:09:17.473522 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763c25-6783-4ea1-8b4e-f66cb60db610 req-0b2fc24e-4e49-4ba2-a987-aac733949923 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.475702 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8d763c25-6783-4ea1-8b4e-f66cb60db610 req-0b2fc24e-4e49-4ba2-a987-aac733949923 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 943 time: 0.0528722 Feb 20 20:09:17.531325 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8d763c25-6783-4ea1-8b4e-f66cb60db610 req-2e701264-e553-429e-8c7e-9bee1ee452dd tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488250 Feb 20 20:09:17.535543 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1d1d9de4-f1e5-4141-a815-5d6640d50f90 req-b10f491b-1838-4fd9-9b4a-c0eb6c051515 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913236 Feb 20 20:09:18.679103 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4a30-6768-489d-a465-e1eaed5c5655 req-82e7c089-747c-4c82-819c-a82082c45a24 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:18.680704 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4e6d4a30-6768-489d-a465-e1eaed5c5655 req-82e7c089-747c-4c82-819c-a82082c45a24 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 943 time: 0.0633469 Feb 20 20:09:18.730947 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4e6d4a30-6768-489d-a465-e1eaed5c5655 req-c40f6d88-f77f-4134-8684-516b86c5aa16 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442164 Feb 20 20:09:19.857666 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f3e48-6883-4f3e-9d1e-6aeb40d4ad4e req-c52a6f31-b012-4cd4-bb72-200d3acaef6f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:19.859180 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c57f3e48-6883-4f3e-9d1e-6aeb40d4ad4e req-c52a6f31-b012-4cd4-bb72-200d3acaef6f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 943 time: 0.0550852 Feb 20 20:09:19.906022 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c57f3e48-6883-4f3e-9d1e-6aeb40d4ad4e req-1bec1ce6-7259-4fec-b119-78cecec99050 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411210 Feb 20 20:09:20.031671 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 094e03d9-9c3b-40ca-a327-1f863b72b2f7 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:20.127500 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:20.140242 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'port_id': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'mac_address': 'fa:16:3e:b7:08:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:20.178721 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:20.179318 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:20.195379 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094e03d9-9c3b-40ca-a327-1f863b72b2f7 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:20.218984 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:20.347335 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:20.397127 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=094e03d9-9c3b-40ca-a327-1f863b72b2f7,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:20.625664 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['094e03d9-9c3b-40ca-a327-1f863b72b2f7'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:21.031172 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446ba37-0257-4dbf-8ad1-d4aec62b0a05 req-45d2da5c-1d6d-4042-b7a5-f93ec431fda4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:21.032745 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1446ba37-0257-4dbf-8ad1-d4aec62b0a05 req-45d2da5c-1d6d-4042-b7a5-f93ec431fda4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 944 time: 0.0579288 Feb 20 20:09:21.081825 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1446ba37-0257-4dbf-8ad1-d4aec62b0a05 req-c1ccaf4e-3bd7-480b-b09d-5d69c367a0b7 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Feb 20 20:09:22.051990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 094e03d9-9c3b-40ca-a327-1f863b72b2f7 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:22.201133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdf305-c29a-4113-80f7-e17abac834e7 req-c78dce9b-ed51-4a29-ab69-4409267aa4b6 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:22.202603 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1cbdf305-c29a-4113-80f7-e17abac834e7 req-c78dce9b-ed51-4a29-ab69-4409267aa4b6 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 944 time: 0.0536497 Feb 20 20:09:22.221186 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:22.225149 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:22.225516 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:22.250947 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1cbdf305-c29a-4113-80f7-e17abac834e7 req-09cf0d56-47fc-4aa8-809c-9beb275c28b4 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Feb 20 20:09:22.313492 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:22.313712 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:22.342041 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:22.344317 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4159d8-f9ff-4e25-bb33-14f9ebf982f7" -d '{"events": [{"server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "name": "network-vif-plugged", "status": "completed", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:22.359664 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:22.380536 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91580ccd-adb3-4469-ae1e-dc98860ddb65 x-openstack-request-id: req-91580ccd-adb3-4469-ae1e-dc98860ddb65 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:22.380826 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "name": "network-vif-plugged", "status": "completed", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:22.381081 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91580ccd-adb3-4469-ae1e-dc98860ddb65 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:22.381468 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'code': 200} Feb 20 20:09:22.490012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:22.536987 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=094e03d9-9c3b-40ca-a327-1f863b72b2f7,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:22.812999 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230047da-04b4-4c50-b771-21705058bd4d req-b69badeb-46dd-4a8f-8faa-f256a00c12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:22.814508 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-230047da-04b4-4c50-b771-21705058bd4d req-b69badeb-46dd-4a8f-8faa-f256a00c12f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 1129 time: 0.0451872 Feb 20 20:09:22.858284 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-230047da-04b4-4c50-b771-21705058bd4d req-359c6f1d-333c-4756-8a74-b95fa0a00523 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372932 Feb 20 20:09:23.376300 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfda89-2d17-4903-809c-61035d3ba361 req-e6a1c07c-cf3f-4081-8cd3-83feedc6b9e9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:23.377757 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-24dfda89-2d17-4903-809c-61035d3ba361 req-e6a1c07c-cf3f-4081-8cd3-83feedc6b9e9 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0563021 Feb 20 20:09:23.425306 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-24dfda89-2d17-4903-809c-61035d3ba361 req-7cae4cf3-b613-492a-885f-6cf7155dd743 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Feb 20 20:09:24.548707 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eda0b5-3ccd-4a80-9819-d6cf18df8f16 req-9b0d5889-314c-460a-a7c1-c45a48cbb50f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:24.550245 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-45eda0b5-3ccd-4a80-9819-d6cf18df8f16 req-9b0d5889-314c-460a-a7c1-c45a48cbb50f tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0568168 Feb 20 20:09:24.603021 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-45eda0b5-3ccd-4a80-9819-d6cf18df8f16 req-86c2819d-8ed1-45c9-b9af-7a0eca4f3f97 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472093 Feb 20 20:09:24.644444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45474) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:24.719691 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa284f-e39d-4604-a045-7a17b36106b0 req-143cfa1f-e2bb-4c45-a806-8a048160ea7b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:24.721175 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-39fa284f-e39d-4604-a045-7a17b36106b0 req-143cfa1f-e2bb-4c45-a806-8a048160ea7b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0546100 Feb 20 20:09:24.731399 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45478) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:24.735408 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Request body: {'floatingip': {'port_id': '094e03d9-9c3b-40ca-a327-1f863b72b2f7'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:24.783846 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:24.787933 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (a36db2db-886e-474b-a50e-2369fb49aaa0), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.029202 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Publish callbacks [] for security_group (e9e0a9d3-f8ac-4d75-9a91-7d509327aec7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.126560 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e9e0a9d3-f8ac-4d75-9a91-7d509327aec7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.176434 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ee434c5d27d4eafa22b3a29672bf3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5309062 Feb 20 20:09:25.177135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e0a9d3-f8ac-4d75-9a91-7d509327aec7,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:25.179390 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 45480) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:25.213262 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.214137 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.214478 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.214824 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.215150 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.215470 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.215826 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.216143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.216466 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.216788 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.217207 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.217461 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.217781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490522e8-388a-46f4-91a6-118cf287b602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.228177 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Publish callbacks [] for security_group (e9e0a9d3-f8ac-4d75-9a91-7d509327aec7), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.253108 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Publish callbacks [] for security_group (e9e0a9d3-f8ac-4d75-9a91-7d509327aec7), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.349897 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.389607 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (e9e0a9d3-f8ac-4d75-9a91-7d509327aec7), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.390082 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.391275 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9e0a9d3-f8ac-4d75-9a91-7d509327aec7 HTTP/1.1" status: 204 len: 168 time: 0.2108655 Feb 20 20:09:25.399272 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e0a9d3-f8ac-4d75-9a91-7d509327aec7,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:25.407350 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.408465 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.408465 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.408465 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.408789 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.409040 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.409366 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.409698 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.410044 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.410370 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.410693 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.411016 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.411341 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a54c46-adef-4724-918b-e6d49b308817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:25.416303 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (a36db2db-886e-474b-a50e-2369fb49aaa0), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.519830 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Floating IP a36db2db-886e-474b-a50e-2369fb49aaa0 associated. External IP: 172.27.2.111, port: 094e03d9-9c3b-40ca-a327-1f863b72b2f7. Feb 20 20:09:25.742280 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Router 632973ec-f952-46b7-9fa6-67069727fbe9 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:25.856474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:25.861540 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.867155 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:25.879796 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:25.880477 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:09:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:25.895275 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-02511a9e-1ea3-41ac-a6c0-ea4603ebee8b tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "PUT /v2.0/floatingips/a36db2db-886e-474b-a50e-2369fb49aaa0 HTTP/1.1" status: 200 len: 991 time: 1.1597798 Feb 20 20:09:25.895275 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:25.895275 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7355fa2-3287-4043-b7b5-b20546648253" -d '{"events": [{"name": "network-changed", "server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:26.008295 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:26.074219 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73222851-f167-48a7-a950-d1a4ca15e149 x-openstack-request-id: req-73222851-f167-48a7-a950-d1a4ca15e149 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:26.074799 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:26.074919 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73222851-f167-48a7-a950-d1a4ca15e149 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:26.075339 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'status': 'completed', 'code': 200} Feb 20 20:09:26.149878 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7355fa2-3287-4043-b7b5-b20546648253 req-ffb6748f-210d-4831-9b50-c288e08f725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:26.151741 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-ffb6748f-210d-4831-9b50-c288e08f725e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 1129 time: 0.0515769 Feb 20 20:09:26.251910 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7355fa2-3287-4043-b7b5-b20546648253 req-322d5ad6-c9ba-4faf-8dd8-796a478bf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:26.253783 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-322d5ad6-c9ba-4faf-8dd8-796a478bf285 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 200 len: 912 time: 0.0956073 Feb 20 20:09:26.254805 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'a36db2db-886e-474b-a50e-2369fb49aaa0', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'port_id': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'mac_address': 'fa:16:3e:b7:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:09:06Z', 'updated_at': '2022-02-20T20:09:25Z', 'revision_number': 1, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:26.296086 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:26.309125 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:26.309748 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:09:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:26.366182 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-4db38d63-9760-4108-ad96-6420010cc03d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7 HTTP/1.1" status: 200 len: 999 time: 0.1009939 Feb 20 20:09:26.418091 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7355fa2-3287-4043-b7b5-b20546648253 req-c1a8f83c-4ce2-4941-9548-14d9eec4b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:26.419629 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-c1a8f83c-4ce2-4941-9548-14d9eec4b799 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 200 len: 850 time: 0.0470626 Feb 20 20:09:26.426012 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:26.472859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7355fa2-3287-4043-b7b5-b20546648253 req-3149df21-ca14-4605-9691-4161706d82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:26.474406 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-3149df21-ca14-4605-9691-4161706d82e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd2e7521-e0cd-40a1-8e84-bf252bf5c141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481310 Feb 20 20:09:26.571990 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-837cd8bc-61da-4c5d-8dbe-4f46b7f66b00 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905757 Feb 20 20:09:26.682503 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7355fa2-3287-4043-b7b5-b20546648253 req-6f7ee54a-3930-49ff-9a76-1a551547e880 service neutron] 10.222.0.65 "GET /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031849 Feb 20 20:09:26.835148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'a36db2db-886e-474b-a50e-2369fb49aaa0', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'port_id': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'mac_address': 'fa:16:3e:b7:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:09:06Z', 'updated_at': '2022-02-20T20:09:25Z', 'revision_number': 1, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:26.866358 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba49fd-9ed5-4296-81d3-e4d6d7a769bf None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': 'a36db2db-886e-474b-a50e-2369fb49aaa0', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'port_id': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'mac_address': 'fa:16:3e:b7:08:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:09:06Z', 'updated_at': '2022-02-20T20:09:25Z', 'revision_number': 1, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:27.073388 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3372e-ca08-4197-b29a-2508b2b60ed1 None None] New status for floating IP a36db2db-886e-474b-a50e-2369fb49aaa0: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:28.088803 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 45562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:28.138947 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Deleting subnet 16b1c87e-bf8e-4ec3-922b-fee207c6eb6e {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:09:28.142409 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Publish callbacks [] for subnet (16b1c87e-bf8e-4ec3-922b-fee207c6eb6e), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.180871 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (16b1c87e-bf8e-4ec3-922b-fee207c6eb6e), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.219534 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (16b1c87e-bf8e-4ec3-922b-fee207c6eb6e), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.279053 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.364950 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (16b1c87e-bf8e-4ec3-922b-fee207c6eb6e), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.388837 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b1c87e-bf8e-4ec3-922b-fee207c6eb6e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:28.394839 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.398154 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-442974f1-da2f-4ee7-a931-fcd757212acf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/16b1c87e-bf8e-4ec3-922b-fee207c6eb6e HTTP/1.1" status: 204 len: 168 time: 0.3079083 Feb 20 20:09:28.400630 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 45568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:28.478359 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (d5904aa1-dee6-4723-8f13-40bc7bfba296), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.604668 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a57dd-d7bd-4d7e-bc97-0b6aeb595294 req-a3596afd-fd1e-45be-87b4-645baf161582 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:28.606307 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-091a57dd-d7bd-4d7e-bc97-0b6aeb595294 req-a3596afd-fd1e-45be-87b4-645baf161582 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.1316135 Feb 20 20:09:28.610791 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (d5904aa1-dee6-4723-8f13-40bc7bfba296), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.647419 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5904aa1-dee6-4723-8f13-40bc7bfba296']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:28.661331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de51a1c-a7ba-4105-b68b-7bd429109b9b') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:28.661702 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de51a1c-a7ba-4105-b68b-7bd429109b9b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:28.679646 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (4de51a1c-a7ba-4105-b68b-7bd429109b9b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.701346 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-091a57dd-d7bd-4d7e-bc97-0b6aeb595294 req-d38e4ab7-9097-4d45-8a25-0be869633332 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875206 Feb 20 20:09:28.705005 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (4de51a1c-a7ba-4105-b68b-7bd429109b9b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.711639 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:09:28.712055 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (4de51a1c-a7ba-4105-b68b-7bd429109b9b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:09:28.714510 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:09:28.823879 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-7c43629f-992a-48d5-ae9d-59db0a74d9ad tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296028 Feb 20 20:09:28.873259 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (d5904aa1-dee6-4723-8f13-40bc7bfba296), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.923265 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.926659 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5904aa1-dee6-4723-8f13-40bc7bfba296 HTTP/1.1" status: 204 len: 168 time: 0.5243804 Feb 20 20:09:28.942402 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04020b81-d48e-4401-b676-88c2c6bef4da admin admin] Pushing event deleted for resources: {'Network': ['ID=d5904aa1-dee6-4723-8f13-40bc7bfba296,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:29.043541 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-91cf3a51-54dc-459b-941f-f47daaa9635b tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:29.045139 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-91cf3a51-54dc-459b-941f-f47daaa9635b tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151260 Feb 20 20:09:29.063358 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-3b7024cb-a6be-4f96-ad31-744792bf971c tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/quotas/e6c1e0377c3f44e5b3adfe85bd76c70e HTTP/1.1" status: 200 len: 375 time: 0.0100651 Feb 20 20:09:29.101209 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-747be8cb-3db8-48ac-ac49-88b34bcbd96a tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318272 Feb 20 20:09:29.377225 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3b4e35b6-d4e5-4ac4-8ab8-309de12c1fb2 req-dfc363c1-a0a1-4510-871f-c03c8f8d1b70 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 210 time: 0.0395353 Feb 20 20:09:29.434761 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45596) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:29.487272 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7769497a-1b83-4141-baff-cc8135a4f13b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c627d3905f4a4495a7700cbd2a65b482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513301 Feb 20 20:09:29.490196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 45600) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:29.541982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8a63b2a-2f93-44aa-a8c9-7ef9d22f7179 admin admin] Publish callbacks [] for security_group (40df81ef-5726-4705-93f7-5975aaec5414), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.564932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8a63b2a-2f93-44aa-a8c9-7ef9d22f7179 admin admin] Publish callbacks [] for security_group (40df81ef-5726-4705-93f7-5975aaec5414), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.720370 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8a63b2a-2f93-44aa-a8c9-7ef9d22f7179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (40df81ef-5726-4705-93f7-5975aaec5414), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.724196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8a63b2a-2f93-44aa-a8c9-7ef9d22f7179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:29.725610 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f8a63b2a-2f93-44aa-a8c9-7ef9d22f7179 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40df81ef-5726-4705-93f7-5975aaec5414 HTTP/1.1" status: 204 len: 168 time: 0.2343295 Feb 20 20:09:29.738489 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a63b2a-2f93-44aa-a8c9-7ef9d22f7179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40df81ef-5726-4705-93f7-5975aaec5414,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:30.086457 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394e65e-1c17-4227-b68c-6eeeb7eda69b req-c3073e06-d809-4b83-9c28-683683d62507 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.088067 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7394e65e-1c17-4227-b68c-6eeeb7eda69b req-c3073e06-d809-4b83-9c28-683683d62507 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.3074415 Feb 20 20:09:30.142685 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7394e65e-1c17-4227-b68c-6eeeb7eda69b req-b7dab7b0-0c49-4bf8-850b-e3d554cbd1da tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483444 Feb 20 20:09:30.313576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-ec15c587-8ee0-4673-a9a7-242d5597f370 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.315128 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-ec15c587-8ee0-4673-a9a7-242d5597f370 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 945 time: 0.0653634 Feb 20 20:09:30.432780 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Deleting port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:30.433448 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.517043 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44270c21-0134-436a-8ccb-c90fcdbd0411 req-36de1bb2-529a-448d-b4df-15cdd590f0e4 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 210 time: 0.0688016 Feb 20 20:09:30.573551 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] For port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:30.573908 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.792099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.792418 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (328910b4-3b5d-4b43-a8a0-73310ffe243b), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:30.792577 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Floating IP 328910b4-3b5d-4b43-a8a0-73310ffe243b disassociated. External IP: 172.27.2.4, port: 6c5153d7-dd99-4430-b0dc-e995c05eb2f4. Feb 20 20:09:30.792886 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Calling delete_port for 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:31.153643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (6c5153d7-dd99-4430-b0dc-e995c05eb2f4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:31.187863 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'Port': ['ID=6c5153d7-dd99-4430-b0dc-e995c05eb2f4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:31.252213 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b60b4944-f29b-4eb3-9351-8d571bec7f95 req-b1aad980-d167-42ff-84db-3ad25c1e31c7 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0295033 Feb 20 20:09:31.327961 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:31.489651 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:31.505300 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:31.527857 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:31.529237 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:09:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:31.571905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] No DVR routers for this DVR port 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:31.576196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:31.580328 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05eeb382-d371-47df-9d22-9d6cc9406cb3 req-081eb160-9f27-4c9b-804c-1f7cc1e7fbf6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "DELETE /v2.0/ports/6c5153d7-dd99-4430-b0dc-e995c05eb2f4 HTTP/1.1" status: 204 len: 173 time: 1.2574730 Feb 20 20:09:31.581121 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'name': 'network-vif-deleted', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:31.583246 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2db955-a620-40e9-8544-885893e8ace0" -d '{"events": [{"server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "name": "network-vif-deleted", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:31.719198 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-64ce6f79-5355-4a04-b3a7-1db5a2f412e3 req-1c5d870e-2edb-42e6-a6b7-345059e85054 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 210 time: 0.0705528 Feb 20 20:09:31.720786 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50952c8-65b3-4448-8e3c-972675768c2f x-openstack-request-id: req-a50952c8-65b3-4448-8e3c-972675768c2f {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:31.721075 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69463cb-84c0-4c91-918c-71d6e293c8f5", "name": "network-vif-deleted", "tag": "6c5153d7-dd99-4430-b0dc-e995c05eb2f4", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:31.721323 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a50952c8-65b3-4448-8e3c-972675768c2f {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:31.721726 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69463cb-84c0-4c91-918c-71d6e293c8f5', 'name': 'network-vif-deleted', 'tag': '6c5153d7-dd99-4430-b0dc-e995c05eb2f4', 'status': 'completed', 'code': 200} Feb 20 20:09:31.777537 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:31.995272 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:32.022114 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:32.031212 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:32.031860 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:09:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:32.152912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:32.378421 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-224e8f3f-1e3e-4026-81cc-c3c0715b51b3 req-4b8138e0-6e34-4391-b569-b3c107842b21 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0363812 Feb 20 20:09:32.408448 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:32.448411 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf2ebc-45cc-40e6-a021-69c0fbdcad72 None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:32.450150 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2f37c3c6-73c3-43a6-a883-bee7068cd9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:32.690552 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-97f3f4a9-5e57-4ef5-9578-0100bde4d15d tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455058 Feb 20 20:09:32.709399 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9707b1-d3bb-42b4-9f60-1ddf8ce5969f None None] New status for floating IP 328910b4-3b5d-4b43-a8a0-73310ffe243b: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:32.898364 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fc71afc1-9fe2-449e-8718-bbd561e3a500 req-43f1682e-41d9-4c9e-94ca-49b1932d3c34 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 210 time: 0.0590894 Feb 20 20:09:33.226945 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-db194ffa-782c-4f69-8591-f587463a9bca tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:33.228545 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-db194ffa-782c-4f69-8591-f587463a9bca tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5302701 Feb 20 20:09:33.243315 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Request body: {'port': {'device_id': '4faada65-6795-4644-8d24-ce6236edecee', 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515', 'admin_state_up': True, 'tenant_id': 'e6c1e0377c3f44e5b3adfe85bd76c70e'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:33.490946 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7d3a9bc6-88c6-47e6-bff8-2db35b29d93c req-0c75e92b-53b1-4080-a006-7718a4f318bf tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=e69463cb-84c0-4c91-918c-71d6e293c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0295322 Feb 20 20:09:33.539829 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Made reservation on behalf of e6c1e0377c3f44e5b3adfe85bd76c70e for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:09:33.543525 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:33.557607 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:33.639021 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks [] for security_group (936d3aea-ac58-47d4-96f8-130e7347621c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:33.741752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (936d3aea-ac58-47d4-96f8-130e7347621c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:33.805393 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936d3aea-ac58-47d4-96f8-130e7347621c,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:33.886514 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Allocated IP 192.168.233.209 (2562f751-fa7a-4eec-acb4-46ad8cc38515/df2e5575-5f78-48f4-b507-d98d9044e258/9c34df21-ae2d-4bb1-b111-b4971878dfba) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:09:34.019934 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-15837028-a39d-4c44-93e5-56ce374c7967 req-1661202f-543e-4ba6-8fb3-254935fd8f4e tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 210 time: 0.0347002 Feb 20 20:09:34.070837 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks [] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.165548 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:34.169630 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.187136 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:34.187765 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 6c5153d7-dd99-4430-b0dc-e995c05eb2f4 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:34.216688 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Network 2562f751-fa7a-4eec-acb4-46ad8cc38515 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:09:34.219788 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:09:34.226251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:09:34.233189 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Pushing event updated for resources: {'Port': ['ID=9c34df21-ae2d-4bb1-b111-b4971878dfba,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:34.284589 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:34.284890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.408773 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-869abc10-1b42-4c4b-9088-b50218387bcb None None] Provisioning complete for port 9c34df21-ae2d-4bb1-b111-b4971878dfba triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:34.409146 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-869abc10-1b42-4c4b-9088-b50218387bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.422197 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a90f1228-2549-4288-85f5-ae9b2a9f19cd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1830189 Feb 20 20:09:34.440467 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Request body: {'port': {'device_id': '4faada65-6795-4644-8d24-ce6236edecee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:34.446951 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-869abc10-1b42-4c4b-9088-b50218387bcb None None] Port 9c34df21-ae2d-4bb1-b111-b4971878dfba cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:09:34.511152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.621877 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c85e9688-e72a-4c23-8d63-d44a71a7aa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.827744 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-3462f0e9-072a-4fa7-8639-37391a02de61 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305854733&fields=id&tenant_id=39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 267 time: 0.1001241 Feb 20 20:09:34.843833 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c34df21-ae2d-4bb1-b111-b4971878dfba {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:34.872090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Publish callbacks [] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:34.928655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Transition to ACTIVE for port object 9c34df21-ae2d-4bb1-b111-b4971878dfba will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:09:34.974804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-8c02e101-b5e4-40f5-bc54-00c040a18c59 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:34.976236 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-8c02e101-b5e4-40f5-bc54-00c040a18c59 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 812 time: 0.1356468 Feb 20 20:09:34.992221 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-0cc6fd49-cab5-4967-9eeb-b05381ad8c98 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/quotas/39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 375 time: 0.0095437 Feb 20 20:09:35.007905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.083128 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Pushing event updated for resources: {'Port': ['ID=9c34df21-ae2d-4bb1-b111-b4971878dfba,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:35.129341 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-989f3519-1694-4ad1-9ca0-497304c58bed tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299546 Feb 20 20:09:35.184272 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70184fba-66bf-4288-b23b-cc86cf0bfe9b req-dc9ba548-681a-47d8-96d5-aaeebd04b82b tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:35.196680 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-70184fba-66bf-4288-b23b-cc86cf0bfe9b req-dc9ba548-681a-47d8-96d5-aaeebd04b82b tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.0992727 Feb 20 20:09:35.212097 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Attempting to bind port 9c34df21-ae2d-4bb1-b111-b4971878dfba on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:09:35.212872 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Attempting to bind port 9c34df21-ae2d-4bb1-b111-b4971878dfba by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:09:35.214076 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Attempting to bind port 9c34df21-ae2d-4bb1-b111-b4971878dfba on network 2562f751-fa7a-4eec-acb4-46ad8cc38515 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:35.221313 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Port 9c34df21-ae2d-4bb1-b111-b4971878dfba on network 2562f751-fa7a-4eec-acb4-46ad8cc38515 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:09:35.222343 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Attempting to bind port 9c34df21-ae2d-4bb1-b111-b4971878dfba on network 2562f751-fa7a-4eec-acb4-46ad8cc38515 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:35.237072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:09:35.237574 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Checking segment: {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:09:35.238090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Bound using segment: {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:09:35.238704 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Bound port: 9c34df21-ae2d-4bb1-b111-b4971878dfba, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785e65fb-16f0-4541-a18e-38ee799dbfb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:09:35.239183 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.287640 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-70184fba-66bf-4288-b23b-cc86cf0bfe9b req-d8207bef-3d19-4d54-b5f2-cfdc696458a2 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881231 Feb 20 20:09:35.435766 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] For port 9c34df21-ae2d-4bb1-b111-b4971878dfba, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:09:35.457027 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] For port 9c34df21-ae2d-4bb1-b111-b4971878dfba, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9c34df21-ae2d-4bb1-b111-b4971878dfba,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:09:35.492553 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-390277f2-2347-4ddc-9e06-3544efd3a3f7 service neutron] 10.222.0.48 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423052 Feb 20 20:09:35.575510 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.621365 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-1c67d8f9-c947-431b-b05c-5cdc2ff3db43 service neutron] 10.222.0.48 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214552 Feb 20 20:09:35.627842 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:35.628479 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.629925 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] 10.222.0.65 "PUT /v2.0/ports/9c34df21-ae2d-4bb1-b111-b4971878dfba HTTP/1.1" status: 200 len: 1098 time: 1.1940310 Feb 20 20:09:35.630411 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4faada65-6795-4644-8d24-ce6236edecee', 'tag': '9c34df21-ae2d-4bb1-b111-b4971878dfba'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:35.633006 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb0079-ba05-4e6c-8c00-06d0038b5c70" -d '{"events": [{"name": "network-changed", "server_uuid": "4faada65-6795-4644-8d24-ce6236edecee", "tag": "9c34df21-ae2d-4bb1-b111-b4971878dfba"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:35.658621 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8beb9-9981-4411-b38a-9ec7be4078ba service neutron] Pushing event updated for resources: {'Port': ['ID=9c34df21-ae2d-4bb1-b111-b4971878dfba,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:35.694363 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4090bc-dba7-44f1-aaba-ccd8be5eb7ea x-openstack-request-id: req-8b4090bc-dba7-44f1-aaba-ccd8be5eb7ea {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:35.694644 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4faada65-6795-4644-8d24-ce6236edecee", "tag": "9c34df21-ae2d-4bb1-b111-b4971878dfba", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:35.695095 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b4090bc-dba7-44f1-aaba-ccd8be5eb7ea {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:35.695515 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4faada65-6795-4644-8d24-ce6236edecee', 'tag': '9c34df21-ae2d-4bb1-b111-b4971878dfba', 'status': 'completed', 'code': 200} Feb 20 20:09:35.783381 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb0079-ba05-4e6c-8c00-06d0038b5c70 req-41969baa-a06d-4014-935c-118487fb6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:35.785127 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-15eb0079-ba05-4e6c-8c00-06d0038b5c70 req-41969baa-a06d-4014-935c-118487fb6f60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 1132 time: 0.0618019 Feb 20 20:09:35.948576 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:36.290889 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f6f8f31d-79ce-4de6-8268-7be1092147a4 req-714284e2-c102-49ad-86f8-b2c3869b459d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 210 time: 0.0305216 Feb 20 20:09:36.459605 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84c881-85a4-42ff-9d8b-e122ca72ab36 req-86b29c50-f9de-4cfe-96bf-3ad1d081df09 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:36.461207 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6f84c881-85a4-42ff-9d8b-e122ca72ab36 req-86b29c50-f9de-4cfe-96bf-3ad1d081df09 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.0667241 Feb 20 20:09:36.521052 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6f84c881-85a4-42ff-9d8b-e122ca72ab36 req-aa2e45b4-7cbf-42c6-8cc2-ea86b375ecdd tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515120 Feb 20 20:09:36.628772 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-15eb0079-ba05-4e6c-8c00-06d0038b5c70 req-44df438b-cee4-4037-893f-e1e1ffe921f5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196862 Feb 20 20:09:37.375502 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-aac0f261-3505-435b-8812-4b31fefd26ce req-348521a0-e420-43ce-af9b-71a72d8f8f77 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 210 time: 0.0352983 Feb 20 20:09:37.445190 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:37.572740 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb0079-ba05-4e6c-8c00-06d0038b5c70 req-33d0b025-9da8-472f-a031-fec4cb8423aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:37.574336 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-15eb0079-ba05-4e6c-8c00-06d0038b5c70 req-33d0b025-9da8-472f-a031-fec4cb8423aa service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170731 Feb 20 20:09:37.694776 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7ce8e-5a00-4889-b185-3f6f5c209883 req-98e19812-735b-486a-835c-e6c96add4125 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:37.696455 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fbb7ce8e-5a00-4889-b185-3f6f5c209883 req-98e19812-735b-486a-835c-e6c96add4125 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.0597091 Feb 20 20:09:37.751926 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fbb7ce8e-5a00-4889-b185-3f6f5c209883 req-1817949f-a8e0-4ca6-8da8-2dbdf8605c78 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Feb 20 20:09:38.490619 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-528d7d2c-0ae3-42cf-957b-b2e0b38c2f10 req-95bbd9a0-eef8-4fba-b964-d31b01998b30 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Feb 20 20:09:38.600298 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-d2d31949-0379-4251-b92a-a43db86a33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.602840 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-d2d31949-0379-4251-b92a-a43db86a33b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 1132 time: 0.0656219 Feb 20 20:09:38.655336 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-dac3ee7d-89bc-4420-9b29-07629fbbb31d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9c34df21-ae2d-4bb1-b111-b4971878dfba HTTP/1.1" status: 200 len: 217 time: 0.0430651 Feb 20 20:09:38.712894 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:38.716932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-d46eb203-2f48-4136-84a4-fe83f140ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.718957 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-d46eb203-2f48-4136-84a4-fe83f140ce23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df2e5575-5f78-48f4-b507-d98d9044e258 HTTP/1.1" status: 200 len: 843 time: 0.0506542 Feb 20 20:09:38.775024 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a6fc7a07-6c11-45bc-a055-ce126f7d7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.776694 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-a6fc7a07-6c11-45bc-a055-ce126f7d7fbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2562f751-fa7a-4eec-acb4-46ad8cc38515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0498672 Feb 20 20:09:38.930638 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-85fa8dd0-50ce-4194-9f22-b3c75f4289df service neutron] 10.222.0.65 "GET /v2.0/networks/2562f751-fa7a-4eec-acb4-46ad8cc38515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466122 Feb 20 20:09:38.939450 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571fc43-9ce9-4b7e-95a5-5462545269b1 req-71561cf0-edff-41ad-b54b-e3a71427cc14 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.941033 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4571fc43-9ce9-4b7e-95a5-5462545269b1 req-71561cf0-edff-41ad-b54b-e3a71427cc14 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.1060889 Feb 20 20:09:39.047782 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4571fc43-9ce9-4b7e-95a5-5462545269b1 req-63288721-975a-4d50-91f9-f14510f6c762 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978453 Feb 20 20:09:39.080160 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-acdaa1b7-fa39-4a13-a58b-68709033c6b0 req-df78db11-8e67-468d-b9c5-03e9efeea649 service neutron] 10.222.0.65 "GET /v2.0/networks/2562f751-fa7a-4eec-acb4-46ad8cc38515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380327 Feb 20 20:09:39.631640 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e1144360-08ae-452c-8b89-58878fdd1eae req-f7a86ffc-5e43-40d7-9ec8-6cf5a5783c8d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 210 time: 0.0294275 Feb 20 20:09:39.773785 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:09:40.061390 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1325f6-49db-446a-9a4d-05c13b2730a8 req-89c2497b-66a1-40f3-aa0e-4bfd8d0fc505 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:40.063584 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2c1325f6-49db-446a-9a4d-05c13b2730a8 req-89c2497b-66a1-40f3-aa0e-4bfd8d0fc505 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0723844 Feb 20 20:09:40.139073 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2c1325f6-49db-446a-9a4d-05c13b2730a8 req-cf2c17a3-3270-4ed5-801a-5db14528956a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648658 Feb 20 20:09:40.199210 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-d4d932ee-0e74-4237-b66d-240fe94e32b4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:40.200704 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-d4d932ee-0e74-4237-b66d-240fe94e32b4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 812 time: 0.2049036 Feb 20 20:09:40.251271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680691da-fbd6-4e35-92c8-b3e70c6195e5 req-1a74e880-ad80-45a0-95a1-c4958aad4a12 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:40.252935 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-680691da-fbd6-4e35-92c8-b3e70c6195e5 req-1a74e880-ad80-45a0-95a1-c4958aad4a12 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.0901775 Feb 20 20:09:40.301344 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-c6683869-8064-441e-86ae-db46b3252bd8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 379 time: 0.0886681 Feb 20 20:09:40.321819 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'port': {'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'admin_state_up': True, 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'security_groups': ['dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:40.377540 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-680691da-fbd6-4e35-92c8-b3e70c6195e5 req-b2eb7174-6192-411d-8c51-8a27c71b1b1f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174815 Feb 20 20:09:40.576235 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Made reservation on behalf of 39e352f8dc714faeb93e6c1f8e2ec539 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:09:40.579599 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:40.736936 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Allocated IP 172.20.0.9 (43344c9d-4812-4b26-9acf-69d081a8a1a2/21559d00-9369-430a-b6dc-9d2902b34e50/29366382-b469-49aa-ae69-56d21e255eef) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:09:40.763683 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-50b6d6c1-6905-4ef4-a13d-a711a9d5938f req-9feaf89c-d29a-4f7c-a4bd-98baa52abfdd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 210 time: 0.0402510 Feb 20 20:09:40.888647 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (29366382-b469-49aa-ae69-56d21e255eef), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.039431 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (29366382-b469-49aa-ae69-56d21e255eef), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.086921 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:09:41.090217 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:09:41.094053 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:09:41.126736 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=29366382-b469-49aa-ae69-56d21e255eef,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:41.156268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.156939 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.233636 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-920c9204-1faa-4124-8419-2f6dc6a56fa8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185867 Feb 20 20:09:41.277756 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65acdcd-c497-45d3-b989-14a2510b475a req-d51451fa-94bb-4cbf-befa-d9a50a4bf6be tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.279270 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e65acdcd-c497-45d3-b989-14a2510b475a req-d51451fa-94bb-4cbf-befa-d9a50a4bf6be tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0612395 Feb 20 20:09:41.332186 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e65acdcd-c497-45d3-b989-14a2510b475a req-e584faa3-6f9b-47a2-a92a-2138502b54b2 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468731 Feb 20 20:09:41.369213 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-961b567e-d5d7-4078-ad48-e87fb19fc0f4 None None] Provisioning complete for port 29366382-b469-49aa-ae69-56d21e255eef triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:41.369956 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-961b567e-d5d7-4078-ad48-e87fb19fc0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (29366382-b469-49aa-ae69-56d21e255eef), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.404806 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-961b567e-d5d7-4078-ad48-e87fb19fc0f4 None None] Port 29366382-b469-49aa-ae69-56d21e255eef cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:09:41.517263 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82faea-2d2b-4b09-98cf-e8541961ab98 req-55da9d85-9f29-4ec1-b9b8-f94d34d92b15 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.518732 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-de82faea-2d2b-4b09-98cf-e8541961ab98 req-55da9d85-9f29-4ec1-b9b8-f94d34d92b15 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.0674503 Feb 20 20:09:41.572791 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-de82faea-2d2b-4b09-98cf-e8541961ab98 req-58aa2f03-4875-493d-933e-1af662479400 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461125 Feb 20 20:09:41.892939 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad110788-74d1-4132-a3fc-3f35a8b9d43c req-59cba02c-afd2-4f32-99d6-0439a1f1ba77 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.894497 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ad110788-74d1-4132-a3fc-3f35a8b9d43c req-59cba02c-afd2-4f32-99d6-0439a1f1ba77 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 931 time: 0.0599275 Feb 20 20:09:41.949432 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ad110788-74d1-4132-a3fc-3f35a8b9d43c req-84801283-bb99-40f2-9a10-756d362373a9 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490570 Feb 20 20:09:42.457657 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350ca78-a56e-44da-9fd5-db848be2e668 req-ede16c89-bf6a-44c8-be31-187a47b48f63 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:42.459218 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2350ca78-a56e-44da-9fd5-db848be2e668 req-ede16c89-bf6a-44c8-be31-187a47b48f63 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0545235 Feb 20 20:09:42.517684 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2350ca78-a56e-44da-9fd5-db848be2e668 req-2b05b2c5-c8d3-45b8-967d-b9118e4eeb72 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522101 Feb 20 20:09:42.705869 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd4a7-47ec-4f83-b8bd-0382041d09b6 req-0d2ad65f-91a7-44d3-baf3-7d59de763ce3 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:42.707472 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-df1fd4a7-47ec-4f83-b8bd-0382041d09b6 req-0d2ad65f-91a7-44d3-baf3-7d59de763ce3 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 948 time: 0.0636632 Feb 20 20:09:42.758308 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-df1fd4a7-47ec-4f83-b8bd-0382041d09b6 req-37bdede3-d928-4927-a772-8b16835b926d tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Feb 20 20:09:43.076391 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 9c34df21-ae2d-4bb1-b111-b4971878dfba details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:43.077182 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Request body: {'port': {'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:43.079774 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c59fb-e64c-42b4-bd35-aaf9e4712630 req-5887a8ec-f3c2-4527-a0e1-0428984863c2 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.083049 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ad9c59fb-e64c-42b4-bd35-aaf9e4712630 req-5887a8ec-f3c2-4527-a0e1-0428984863c2 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 931 time: 0.0626569 Feb 20 20:09:43.149494 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ad9c59fb-e64c-42b4-bd35-aaf9e4712630 req-c6ad03e1-2dbf-44ea-90c9-cad00bc9859c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594580 Feb 20 20:09:43.158538 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (29366382-b469-49aa-ae69-56d21e255eef), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.205198 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 9c34df21-ae2d-4bb1-b111-b4971878dfba, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9c34df21-ae2d-4bb1-b111-b4971878dfba,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:43.217867 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '9c34df21-ae2d-4bb1-b111-b4971878dfba', 'network_id': '2562f751-fa7a-4eec-acb4-46ad8cc38515', 'port_id': '9c34df21-ae2d-4bb1-b111-b4971878dfba', 'mac_address': 'fa:16:3e:a2:b7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2e5575-5f78-48f4-b507-d98d9044e258', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:43.256459 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 9c34df21-ae2d-4bb1-b111-b4971878dfba is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:43.256767 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.275042 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c34df21-ae2d-4bb1-b111-b4971878dfba {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:43.296482 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 9c34df21-ae2d-4bb1-b111-b4971878dfba, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9c34df21-ae2d-4bb1-b111-b4971878dfba,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:43.387412 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.425788 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29366382-b469-49aa-ae69-56d21e255eef {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:43.433640 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Publish callbacks [] for port (29366382-b469-49aa-ae69-56d21e255eef), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.440394 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=9c34df21-ae2d-4bb1-b111-b4971878dfba,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:43.446639 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Transition to ACTIVE for port object 29366382-b469-49aa-ae69-56d21e255eef will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:09:43.529945 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (29366382-b469-49aa-ae69-56d21e255eef), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.581071 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Pushing event updated for resources: {'Port': ['ID=29366382-b469-49aa-ae69-56d21e255eef,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:43.698516 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Attempting to bind port 29366382-b469-49aa-ae69-56d21e255eef on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:09:43.698854 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Attempting to bind port 29366382-b469-49aa-ae69-56d21e255eef by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:09:43.699172 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Attempting to bind port 29366382-b469-49aa-ae69-56d21e255eef on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:43.702794 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['9c34df21-ae2d-4bb1-b111-b4971878dfba'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:43.708628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b1999-2618-4f1d-934e-9a01d95794a0 req-287dd08c-e752-459a-98a6-248f177c4ea1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.717231 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-007b1999-2618-4f1d-934e-9a01d95794a0 req-287dd08c-e752-459a-98a6-248f177c4ea1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.1058264 Feb 20 20:09:43.720941 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Port 29366382-b469-49aa-ae69-56d21e255eef on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:09:43.721370 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Attempting to bind port 29366382-b469-49aa-ae69-56d21e255eef on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:09:43.736553 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:09:43.736890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Checking segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:09:43.737293 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Bound using segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:09:43.737785 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Bound port: 29366382-b469-49aa-ae69-56d21e255eef, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:09:43.738174 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (29366382-b469-49aa-ae69-56d21e255eef), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.844857 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-007b1999-2618-4f1d-934e-9a01d95794a0 req-7f7ebfac-fb56-45ef-8d9a-3bfc83fbbd19 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183763 Feb 20 20:09:43.868848 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] For port 29366382-b469-49aa-ae69-56d21e255eef, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:09:43.874564 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] For port 29366382-b469-49aa-ae69-56d21e255eef, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=29366382-b469-49aa-ae69-56d21e255eef,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:09:43.995151 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ff5be-f1d8-462e-81a6-4cfdaa12fef8 req-94e9d498-e27c-4e57-9bad-431b0c39dbee tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.997825 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f75ff5be-f1d8-462e-81a6-4cfdaa12fef8 req-94e9d498-e27c-4e57-9bad-431b0c39dbee tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 949 time: 0.0678642 Feb 20 20:09:43.999911 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (29366382-b469-49aa-ae69-56d21e255eef), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:44.074849 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.075472 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:44.077180 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] 10.222.0.65 "PUT /v2.0/ports/29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 1093 time: 1.0049872 Feb 20 20:09:44.077601 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'tag': '29366382-b469-49aa-ae69-56d21e255eef'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:44.080053 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36d82d-5fcc-43fe-918c-490d4e2ff969" -d '{"events": [{"name": "network-changed", "server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "tag": "29366382-b469-49aa-ae69-56d21e255eef"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:44.111869 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f75ff5be-f1d8-462e-81a6-4cfdaa12fef8 req-5d6dd920-46b4-46a6-8699-546bb69eca2b tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092968 Feb 20 20:09:44.115361 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fe403-1c2d-4524-adca-57986dcae7eb service neutron] Pushing event updated for resources: {'Port': ['ID=29366382-b469-49aa-ae69-56d21e255eef,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:44.183505 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6601fde7-c7fd-4109-9576-f51c1f1d35db x-openstack-request-id: req-6601fde7-c7fd-4109-9576-f51c1f1d35db {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:44.183898 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "tag": "29366382-b469-49aa-ae69-56d21e255eef", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:44.184121 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6601fde7-c7fd-4109-9576-f51c1f1d35db {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:44.184494 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'tag': '29366382-b469-49aa-ae69-56d21e255eef', 'status': 'completed', 'code': 200} Feb 20 20:09:44.313452 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-b41f3835-e0d0-4bc7-85b5-477e7106fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.314954 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-b41f3835-e0d0-4bc7-85b5-477e7106fbc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1127 time: 0.1022396 Feb 20 20:09:44.323736 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6405d-f627-4dc8-b084-f900a4fefb3e req-a086af2c-40b9-4902-b4a0-9c6118a49d97 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.328180 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bad6405d-f627-4dc8-b084-f900a4fefb3e req-a086af2c-40b9-4902-b4a0-9c6118a49d97 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0779839 Feb 20 20:09:44.368727 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-8b52a6e0-c750-4fc5-ae50-aeace6b0e0f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 217 time: 0.0423889 Feb 20 20:09:44.450957 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bad6405d-f627-4dc8-b084-f900a4fefb3e req-2e4dddab-526c-4b9a-bd1d-02eacde47f5e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892026 Feb 20 20:09:44.452632 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-4d99dd02-2bcb-4a3e-89a6-7e7ef449159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.455464 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-4d99dd02-2bcb-4a3e-89a6-7e7ef449159b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0768218 Feb 20 20:09:44.510483 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-cd09573a-429e-4715-802c-14d35902fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.512079 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-cd09573a-429e-4715-802c-14d35902fda3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511200 Feb 20 20:09:44.606138 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-7ea82b50-4d73-48be-94ec-01629e3dbfdd service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868280 Feb 20 20:09:44.720939 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ada667f2-5564-438f-9eeb-1bcd5bf1ebcf req-92f5ffbf-386f-4d68-9f62-3054937ebb5c service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079006 Feb 20 20:09:44.884850 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-f6c48c3e-1ce8-46ce-9427-aeb53fb60d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.886247 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-f6c48c3e-1ce8-46ce-9427-aeb53fb60d42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1127 time: 0.0465600 Feb 20 20:09:45.016681 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-109b612f-c6c9-480e-a36a-afa97e87de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.018536 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-109b612f-c6c9-480e-a36a-afa97e87de3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.1257567 Feb 20 20:09:45.027043 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeb9f8-3b2e-4d1c-b846-930d02756451 req-a04a85d2-0197-45d1-a708-d1ee1a68a626 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.028556 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a6aeb9f8-3b2e-4d1c-b846-930d02756451 req-a04a85d2-0197-45d1-a708-d1ee1a68a626 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0869067 Feb 20 20:09:45.079840 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a6aeb9f8-3b2e-4d1c-b846-930d02756451 req-25d3e672-e96d-47c4-ab28-e6ca65e4409c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Feb 20 20:09:45.245901 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65d499-d7f6-4a8c-b97d-b6a5d0388e60 req-0f3e14c5-e987-49ff-9abf-4ba899708a60 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.247355 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fb65d499-d7f6-4a8c-b97d-b6a5d0388e60 req-0f3e14c5-e987-49ff-9abf-4ba899708a60 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 949 time: 0.0548224 Feb 20 20:09:45.298146 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fb65d499-d7f6-4a8c-b97d-b6a5d0388e60 req-24402fe7-7597-4223-ae18-cbbcb387f498 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447552 Feb 20 20:09:45.577042 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91222744-4b51-4759-a486-61b2c2555e5f req-2acdf92a-4f96-4cf8-a796-738dd67b3d84 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.578612 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-91222744-4b51-4759-a486-61b2c2555e5f req-2acdf92a-4f96-4cf8-a796-738dd67b3d84 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0552621 Feb 20 20:09:45.631156 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-91222744-4b51-4759-a486-61b2c2555e5f req-1325fe62-0807-4646-a7c9-b9b2753a68cf tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470448 Feb 20 20:09:46.109069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42a4b6-bffa-4e22-b986-e7a0d1ddfa7e req-13fa9f0b-cd5a-462f-bb29-0b3f406d349b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:46.110674 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc42a4b6-bffa-4e22-b986-e7a0d1ddfa7e req-13fa9f0b-cd5a-462f-bb29-0b3f406d349b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0562506 Feb 20 20:09:46.159064 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dc42a4b6-bffa-4e22-b986-e7a0d1ddfa7e req-3db1d384-c1cb-482e-90af-417ef0d92d8b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Feb 20 20:09:46.205755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c85b6-4e65-4ff9-9483-6c0085afda1e req-ac583600-24c6-4126-9d4f-90f69bb9e12b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:46.207227 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bd1c85b6-4e65-4ff9-9483-6c0085afda1e req-ac583600-24c6-4126-9d4f-90f69bb9e12b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0580432 Feb 20 20:09:46.263441 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bd1c85b6-4e65-4ff9-9483-6c0085afda1e req-03f2d4ce-01dc-4318-b52d-565943b34879 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492067 Feb 20 20:09:46.419575 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99ec23-94de-4dcb-b659-2499b072e4fa req-f3b5423c-de7b-4f4c-bda3-7b8145e0598a tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:46.421129 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-df99ec23-94de-4dcb-b659-2499b072e4fa req-f3b5423c-de7b-4f4c-bda3-7b8145e0598a tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 949 time: 0.0548804 Feb 20 20:09:46.469872 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-df99ec23-94de-4dcb-b659-2499b072e4fa req-893c4129-219a-4804-8439-8b1284f77d5c tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Feb 20 20:09:46.620264 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 9c34df21-ae2d-4bb1-b111-b4971878dfba up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:46.754125 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fb54d-da5d-449c-a1a9-e0d0195e2dfc req-767a6cb2-9fb2-43ba-95c4-b9271916dd85 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:46.755739 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e9fb54d-da5d-449c-a1a9-e0d0195e2dfc req-767a6cb2-9fb2-43ba-95c4-b9271916dd85 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0549130 Feb 20 20:09:46.805378 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e9fb54d-da5d-449c-a1a9-e0d0195e2dfc req-c9080f69-63fe-4b4a-a6c6-3149a53dae33 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437191 Feb 20 20:09:46.827048 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 9c34df21-ae2d-4bb1-b111-b4971878dfba completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:46.831141 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 9c34df21-ae2d-4bb1-b111-b4971878dfba triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:46.831556 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:46.914546 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 9c34df21-ae2d-4bb1-b111-b4971878dfba is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:46.914923 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:46.938378 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faada65-6795-4644-8d24-ce6236edecee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c34df21-ae2d-4bb1-b111-b4971878dfba'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:46.940758 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd14ecde-97a7-4a02-8670-5d947c664889" -d '{"events": [{"server_uuid": "4faada65-6795-4644-8d24-ce6236edecee", "name": "network-vif-plugged", "status": "completed", "tag": "9c34df21-ae2d-4bb1-b111-b4971878dfba"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:46.956868 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 9c34df21-ae2d-4bb1-b111-b4971878dfba, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9c34df21-ae2d-4bb1-b111-b4971878dfba,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:47.037646 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e606483-de2c-4cdf-983e-83bb5ed2c48b x-openstack-request-id: req-6e606483-de2c-4cdf-983e-83bb5ed2c48b {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:47.037937 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faada65-6795-4644-8d24-ce6236edecee", "name": "network-vif-plugged", "status": "completed", "tag": "9c34df21-ae2d-4bb1-b111-b4971878dfba", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:47.038190 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e606483-de2c-4cdf-983e-83bb5ed2c48b {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:47.038585 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faada65-6795-4644-8d24-ce6236edecee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c34df21-ae2d-4bb1-b111-b4971878dfba', 'code': 200} Feb 20 20:09:47.084575 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:47.136642 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=9c34df21-ae2d-4bb1-b111-b4971878dfba,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:47.286850 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe4843-7c96-4257-8340-6dea61c9028c req-af7a071a-c0cb-48c5-8104-c6ae5979131f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.288405 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3fbe4843-7c96-4257-8340-6dea61c9028c req-af7a071a-c0cb-48c5-8104-c6ae5979131f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0527320 Feb 20 20:09:47.338810 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3fbe4843-7c96-4257-8340-6dea61c9028c req-f863f460-0786-4c7d-b75d-6b72a3aad836 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Feb 20 20:09:47.386661 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf22e8-50f8-470b-9f00-a04589808b63 req-f60e963f-1615-4244-99d3-bb0b5382cdd4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.388148 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-deaf22e8-50f8-470b-9f00-a04589808b63 req-f60e963f-1615-4244-99d3-bb0b5382cdd4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0572064 Feb 20 20:09:47.435924 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-deaf22e8-50f8-470b-9f00-a04589808b63 req-96e4de0b-5029-4407-80f9-71ce694330a4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Feb 20 20:09:47.590347 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f390-aeba-4a19-9fe5-22c6fa22619a req-26d3dbfc-fbfe-4bcd-b085-dcf508065102 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.591840 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f430f390-aeba-4a19-9fe5-22c6fa22619a req-26d3dbfc-fbfe-4bcd-b085-dcf508065102 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 950 time: 0.0543046 Feb 20 20:09:47.642618 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-a5d3722c-2e2d-48f6-a4e0-dd058271adb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 217 time: 0.0497859 Feb 20 20:09:47.677944 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f430f390-aeba-4a19-9fe5-22c6fa22619a req-e9359dfd-8a43-4568-a3b4-d09b76ca6f28 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784435 Feb 20 20:09:47.723177 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-cf41c0a5-3ac6-433b-9e2f-6fb4be585f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.724684 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-cf41c0a5-3ac6-433b-9e2f-6fb4be585f75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0611954 Feb 20 20:09:47.799747 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-e38f3417-5783-4577-bc6f-1b54794bbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.801241 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-e38f3417-5783-4577-bc6f-1b54794bbb98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472457 Feb 20 20:09:47.897722 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-ea99d4e5-ab9c-491a-b1be-39a175695726 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862966 Feb 20 20:09:47.924792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f7885-83d1-4a63-93a4-7a44b7a203c1 req-031ade8f-5f3c-4efb-95bd-a1ec459bdc2d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.926251 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a59f7885-83d1-4a63-93a4-7a44b7a203c1 req-031ade8f-5f3c-4efb-95bd-a1ec459bdc2d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0528200 Feb 20 20:09:47.995426 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2e36d82d-5fcc-43fe-918c-490d4e2ff969 req-fc4be855-2950-4cff-a7c0-28479dc64b0d service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910277 Feb 20 20:09:48.011584 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a59f7885-83d1-4a63-93a4-7a44b7a203c1 req-bbf619ab-945e-43d6-b38a-44a8bd2d9018 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795569 Feb 20 20:09:48.014209 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ef828-5049-477a-8ec6-bc4334c74281 req-b8b4a4dc-0f87-46ed-ae63-4ae1399921df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:48.015591 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee2ef828-5049-477a-8ec6-bc4334c74281 req-b8b4a4dc-0f87-46ed-ae63-4ae1399921df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 1134 time: 0.0770972 Feb 20 20:09:48.063198 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ee2ef828-5049-477a-8ec6-bc4334c74281 req-9a44f9ad-9ed9-432d-80ee-60d271bdcc6b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375965 Feb 20 20:09:48.462700 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c71c6-0907-43d8-acbb-a7d914629919 req-b10d67ef-4333-46bb-8a28-ae09ce370f8d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:48.466795 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb2c71c6-0907-43d8-acbb-a7d914629919 req-b10d67ef-4333-46bb-8a28-ae09ce370f8d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0545723 Feb 20 20:09:48.514956 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb2c71c6-0907-43d8-acbb-a7d914629919 req-c9db5636-5762-442e-a6b2-6ec8a88b2f4e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 Feb 20 20:09:48.571041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d146-b7d2-4173-a913-076c381fa4b2 req-cb90c09a-b7fb-4757-8179-1a71478f0d58 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:48.573174 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f4a3d146-b7d2-4173-a913-076c381fa4b2 req-cb90c09a-b7fb-4757-8179-1a71478f0d58 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0650439 Feb 20 20:09:48.624469 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f4a3d146-b7d2-4173-a913-076c381fa4b2 req-d6657cae-d206-43c2-8f60-a87b0d1b9da2 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Feb 20 20:09:48.806955 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e40505-aa24-43fa-b3e6-f3f8026b9f29 req-93f9044c-cf88-4809-8d60-13c45c26cf05 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:48.809000 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14e40505-aa24-43fa-b3e6-f3f8026b9f29 req-93f9044c-cf88-4809-8d60-13c45c26cf05 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 950 time: 0.0595841 Feb 20 20:09:48.857859 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14e40505-aa24-43fa-b3e6-f3f8026b9f29 req-dc06d620-1c1c-42bc-a5d4-6045a26588dc tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Feb 20 20:09:49.144426 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804948bc-16b2-4fe7-a10a-d5be530ba210 req-4a6939ca-bb38-467f-8bf9-4ec7f2df0ac4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.146341 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-804948bc-16b2-4fe7-a10a-d5be530ba210 req-4a6939ca-bb38-467f-8bf9-4ec7f2df0ac4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0628817 Feb 20 20:09:49.219471 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-804948bc-16b2-4fe7-a10a-d5be530ba210 req-1b38a792-309d-4e6d-ab06-3eca9d285367 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667937 Feb 20 20:09:49.657794 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0d73b-081f-47c6-9e4c-1e587c6e6b91 req-d48b84a4-eb2c-415b-b6d7-7f9e9a5ac7d8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.659353 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cea0d73b-081f-47c6-9e4c-1e587c6e6b91 req-d48b84a4-eb2c-415b-b6d7-7f9e9a5ac7d8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0573823 Feb 20 20:09:49.720144 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cea0d73b-081f-47c6-9e4c-1e587c6e6b91 req-d709823f-a112-4b8f-89ce-79e366663116 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538342 Feb 20 20:09:49.751926 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7dd25-0540-45fc-86d7-4226cba3fa14 req-276aafcd-954a-4f81-8633-39ebddf6e189 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.753458 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0ae7dd25-0540-45fc-86d7-4226cba3fa14 req-276aafcd-954a-4f81-8633-39ebddf6e189 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0562284 Feb 20 20:09:49.804429 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0ae7dd25-0540-45fc-86d7-4226cba3fa14 req-c9542236-3b59-44fb-94d2-a096ad785604 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Feb 20 20:09:49.978327 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e540fc-efe3-47e4-832c-dbb1450211be req-1ea68183-8842-46af-8b6d-ca6b9378b205 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.979940 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-81e540fc-efe3-47e4-832c-dbb1450211be req-1ea68183-8842-46af-8b6d-ca6b9378b205 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 950 time: 0.0544450 Feb 20 20:09:50.038466 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-81e540fc-efe3-47e4-832c-dbb1450211be req-80dc581f-946c-405c-bb30-0e8cbd9cd486 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527823 Feb 20 20:09:50.337844 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72222545-e007-43ff-b7f1-8c3b3ac411d5 req-39629b4f-b4d6-4ae1-a661-c353e42168bd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.339973 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-72222545-e007-43ff-b7f1-8c3b3ac411d5 req-39629b4f-b4d6-4ae1-a661-c353e42168bd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0531185 Feb 20 20:09:50.388683 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-72222545-e007-43ff-b7f1-8c3b3ac411d5 req-7516fb2a-e200-4b8f-95fb-8dd602dfbc20 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 Feb 20 20:09:50.616038 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7b53-69af-4498-9fea-af88842e4e54 req-cfdc21d4-7a20-4a37-a4b6-93e0bb48c4de tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.617472 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d7f7b53-69af-4498-9fea-af88842e4e54 req-cfdc21d4-7a20-4a37-a4b6-93e0bb48c4de tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 950 time: 0.0580468 Feb 20 20:09:50.665619 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d7f7b53-69af-4498-9fea-af88842e4e54 req-4ce47085-6df7-4b17-83ae-b9e224b45670 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Feb 20 20:09:50.850997 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd022b6-ef9f-425e-92e3-7ac2cc9766fe req-62096274-7a38-4a83-96e1-cb4df13b79ee tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.852570 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6dd022b6-ef9f-425e-92e3-7ac2cc9766fe req-62096274-7a38-4a83-96e1-cb4df13b79ee tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0540068 Feb 20 20:09:50.902294 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6dd022b6-ef9f-425e-92e3-7ac2cc9766fe req-4aac09bb-d1b3-49ff-8610-ef285ed34db1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Feb 20 20:09:50.950424 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd3dab-1060-443c-8b83-0221a5275c15 req-0316fc1f-66db-42e2-a4b7-a869f3bebea3 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.952134 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1bbd3dab-1060-443c-8b83-0221a5275c15 req-0316fc1f-66db-42e2-a4b7-a869f3bebea3 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0794022 Feb 20 20:09:51.015769 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1bbd3dab-1060-443c-8b83-0221a5275c15 req-b8851c9f-b967-4058-9ac8-303414d5ef64 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566297 Feb 20 20:09:51.512880 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645a0ca-bdef-4da1-8c03-e866cfe7b660 req-41c7bb95-ddd2-4b0d-97fa-2745e56b0f6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:51.514439 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8645a0ca-bdef-4da1-8c03-e866cfe7b660 req-41c7bb95-ddd2-4b0d-97fa-2745e56b0f6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0588181 Feb 20 20:09:51.563276 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-8645a0ca-bdef-4da1-8c03-e866cfe7b660 req-d775d38a-f99d-49c4-b4c0-923d9f312889 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432537 Feb 20 20:09:51.802671 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677f9fe-5425-41c7-beda-067c57005913 req-d169ae50-0ccd-4e38-a564-fc92417a5422 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:51.805134 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0677f9fe-5425-41c7-beda-067c57005913 req-d169ae50-0ccd-4e38-a564-fc92417a5422 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 950 time: 0.0683835 Feb 20 20:09:51.855390 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0677f9fe-5425-41c7-beda-067c57005913 req-e9ab417e-0f6f-4e2e-8459-d71632df2471 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/security-groups?id=936d3aea-ac58-47d4-96f8-130e7347621c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Feb 20 20:09:52.054896 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b021d43-c723-489c-a8d6-c91999a66a0f req-70daf548-58bc-41e2-bd9a-655eefaa237f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.056855 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6b021d43-c723-489c-a8d6-c91999a66a0f req-70daf548-58bc-41e2-bd9a-655eefaa237f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0634112 Feb 20 20:09:52.139921 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6b021d43-c723-489c-a8d6-c91999a66a0f req-87199240-cfa2-4ddf-b493-937add1f015c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758147 Feb 20 20:09:52.144365 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635eb09-20d6-4f87-bfe3-3b603a8b595e req-f4be1fb2-f804-4455-ae41-7c451a5a8e9c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.145941 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a635eb09-20d6-4f87-bfe3-3b603a8b595e req-f4be1fb2-f804-4455-ae41-7c451a5a8e9c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Feb 20 20:09:52.160882 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00816eae-6cd6-47b3-8924-841a7f501370 req-3ec36dfb-f754-47a7-8da5-f4f711e8e9e4 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.170062 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-00816eae-6cd6-47b3-8924-841a7f501370 req-3ec36dfb-f754-47a7-8da5-f4f711e8e9e4 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.65 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 950 time: 0.0832694 Feb 20 20:09:52.267443 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Deleting port 9c34df21-ae2d-4bb1-b111-b4971878dfba {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:52.267816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:52.375817 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] For port 9c34df21-ae2d-4bb1-b111-b4971878dfba, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9c34df21-ae2d-4bb1-b111-b4971878dfba,segment=NetworkSegment(785e65fb-16f0-4541-a18e-38ee799dbfb4),segment_id=785e65fb-16f0-4541-a18e-38ee799dbfb4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:52.376080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:52.391968 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Calling delete_port for 9c34df21-ae2d-4bb1-b111-b4971878dfba owned by compute:nova {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:52.489873 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a635eb09-20d6-4f87-bfe3-3b603a8b595e req-54671151-dffc-4b77-bcfd-638a03df80de tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3312232 Feb 20 20:09:52.590787 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (9c34df21-ae2d-4bb1-b111-b4971878dfba), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:52.605684 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['9c34df21-ae2d-4bb1-b111-b4971878dfba'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:52.625082 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Pushing event deleted for resources: {'Port': ['ID=9c34df21-ae2d-4bb1-b111-b4971878dfba,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:52.690014 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] No DVR routers for this DVR port 9c34df21-ae2d-4bb1-b111-b4971878dfba on host hv-cinder-82182 {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:52.694559 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:52.698163 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-00816eae-6cd6-47b3-8924-841a7f501370 req-c4661a79-93ab-42db-8dd6-a2b2684e480f tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.65 "DELETE /v2.0/ports/9c34df21-ae2d-4bb1-b111-b4971878dfba HTTP/1.1" status: 204 len: 173 time: 0.5293057 Feb 20 20:09:52.698625 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4faada65-6795-4644-8d24-ce6236edecee', 'name': 'network-vif-deleted', 'tag': '9c34df21-ae2d-4bb1-b111-b4971878dfba'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:52.701075 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf3be87-bffd-4aba-85bf-3e0eda3dda6b" -d '{"events": [{"server_uuid": "4faada65-6795-4644-8d24-ce6236edecee", "name": "network-vif-deleted", "tag": "9c34df21-ae2d-4bb1-b111-b4971878dfba"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:52.736335 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc3362-fbdf-4c66-9971-a1f575b6ec24 req-96f1902c-8910-42a6-ad68-158192157728 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.738447 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-50bc3362-fbdf-4c66-9971-a1f575b6ec24 req-96f1902c-8910-42a6-ad68-158192157728 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.1050587 Feb 20 20:09:52.798286 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-50bc3362-fbdf-4c66-9971-a1f575b6ec24 req-b4b75566-ee88-45a2-97a5-ea2e2a3e6e04 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526505 Feb 20 20:09:52.827176 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d933fa-9b60-4575-a236-0f4cd89b5755 x-openstack-request-id: req-01d933fa-9b60-4575-a236-0f4cd89b5755 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:52.827471 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4faada65-6795-4644-8d24-ce6236edecee", "name": "network-vif-deleted", "tag": "9c34df21-ae2d-4bb1-b111-b4971878dfba", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:52.827749 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01d933fa-9b60-4575-a236-0f4cd89b5755 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:52.828165 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4faada65-6795-4644-8d24-ce6236edecee', 'name': 'network-vif-deleted', 'tag': '9c34df21-ae2d-4bb1-b111-b4971878dfba', 'status': 'completed', 'code': 200} Feb 20 20:09:52.957283 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-639362e2-65c1-434f-9329-b2af597a9647 req-18ef43fc-3392-424c-ad2c-d50d2712ac20 tempest-VolumesNegativeTest-139129328 tempest-VolumesNegativeTest-139129328-project] 10.222.0.48 "GET /v2.0/ports?device_id=4faada65-6795-4644-8d24-ce6236edecee HTTP/1.1" status: 200 len: 210 time: 0.0347757 Feb 20 20:09:53.271742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf8724-2156-42e3-ad4a-cc99e1d902da req-164a9826-1d02-425e-afbb-4b3adc5561e7 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:53.273547 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-facf8724-2156-42e3-ad4a-cc99e1d902da req-164a9826-1d02-425e-afbb-4b3adc5561e7 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0564539 Feb 20 20:09:53.320118 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-facf8724-2156-42e3-ad4a-cc99e1d902da req-2d6d7c2a-0f84-41cf-a1d5-44f6c21735a0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402689 Feb 20 20:09:53.615655 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f32a-17ec-4a40-a8d2-00cc6a4c16cc req-2b12121f-ec71-46e9-9980-502389381a79 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:53.617187 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-11d5f32a-17ec-4a40-a8d2-00cc6a4c16cc req-2b12121f-ec71-46e9-9980-502389381a79 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0565801 Feb 20 20:09:53.682219 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-11d5f32a-17ec-4a40-a8d2-00cc6a4c16cc req-96b19b45-01ad-438e-b6f1-b0856640eac4 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580273 Feb 20 20:09:53.922279 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c65d7-4980-409a-b1d8-f911c06ce80e req-14622005-1828-432f-8a87-8ef42e216951 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:53.923772 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a29c65d7-4980-409a-b1d8-f911c06ce80e req-14622005-1828-432f-8a87-8ef42e216951 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0546014 Feb 20 20:09:53.975545 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a29c65d7-4980-409a-b1d8-f911c06ce80e req-0575f8bc-8db2-4f6c-9ce1-1a836f7b7164 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461042 Feb 20 20:09:54.456804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d403ac-84ed-4310-8ac0-fc3a420c4a08 req-f33e5ad1-5daf-47bc-b716-7e3b46acf5a2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.458291 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-93d403ac-84ed-4310-8ac0-fc3a420c4a08 req-f33e5ad1-5daf-47bc-b716-7e3b46acf5a2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0578988 Feb 20 20:09:54.507411 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-93d403ac-84ed-4310-8ac0-fc3a420c4a08 req-fbc02e3c-a8b0-44c3-a5a6-6a0197aeb6ea tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415654 Feb 20 20:09:54.660655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46014) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:54.803629 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-59051ffe-ffbc-4484-9df7-5f89b43de190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.829294 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4109d0-b342-4f6b-a027-f25a8044a596 req-bb23f88d-1fa3-404a-9053-2cac082db965 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.830843 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4c4109d0-b342-4f6b-a027-f25a8044a596 req-bb23f88d-1fa3-404a-9053-2cac082db965 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0698750 Feb 20 20:09:54.887353 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4c4109d0-b342-4f6b-a027-f25a8044a596 req-a6bf825b-4d02-4662-9346-dfd31a4228bd tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468919 Feb 20 20:09:54.890128 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-59051ffe-ffbc-4484-9df7-5f89b43de190 admin admin] Publish callbacks [] for security_group (1a76371e-c851-429e-a574-c6b03f4635a4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.071621 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-59051ffe-ffbc-4484-9df7-5f89b43de190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1a76371e-c851-429e-a574-c6b03f4635a4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.125414 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-59051ffe-ffbc-4484-9df7-5f89b43de190 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33e03842622c4582b713385698843244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635794 Feb 20 20:09:55.128129 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46028) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:55.128279 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59051ffe-ffbc-4484-9df7-5f89b43de190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a76371e-c851-429e-a574-c6b03f4635a4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:55.140610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e334e72-7aeb-4d7c-86cc-54723bdce059 req-340388cd-7e5b-4261-bb8c-edc020841297 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.142216 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1e334e72-7aeb-4d7c-86cc-54723bdce059 req-340388cd-7e5b-4261-bb8c-edc020841297 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0977535 Feb 20 20:09:55.193778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6594ebb-dae1-4740-a24f-832ef6aff165 admin admin] Publish callbacks [] for security_group (1a76371e-c851-429e-a574-c6b03f4635a4), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.203488 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1e334e72-7aeb-4d7c-86cc-54723bdce059 req-d1f94987-f574-4fee-b809-d87f94b16c5b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551422 Feb 20 20:09:55.227804 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6594ebb-dae1-4740-a24f-832ef6aff165 admin admin] Publish callbacks [] for security_group (1a76371e-c851-429e-a574-c6b03f4635a4), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.365865 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-a8b8af93-4576-4257-a587-2257271ddafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.367346 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-a8b8af93-4576-4257-a587-2257271ddafc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1130 time: 0.0476131 Feb 20 20:09:55.383159 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6594ebb-dae1-4740-a24f-832ef6aff165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1a76371e-c851-429e-a574-c6b03f4635a4), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.387886 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d6594ebb-dae1-4740-a24f-832ef6aff165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.391519 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-d6594ebb-dae1-4740-a24f-832ef6aff165 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a76371e-c851-429e-a574-c6b03f4635a4 HTTP/1.1" status: 204 len: 168 time: 0.2600877 Feb 20 20:09:55.442850 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6594ebb-dae1-4740-a24f-832ef6aff165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a76371e-c851-429e-a574-c6b03f4635a4,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:55.485465 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-e57c1728-9252-4632-ac70-403bf49c1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.486966 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-e57c1728-9252-4632-ac70-403bf49c1415 service neutron] 10.222.0.65 "GET /v2.0/networks?id=23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 200 len: 910 time: 0.1126573 Feb 20 20:09:55.592153 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-e64ed9bb-8560-436b-8050-db7c67cdbf1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 1002 time: 0.0883367 Feb 20 20:09:55.690553 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-c55ac599-3130-49c3-b13c-b6a2e32369e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.692067 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-c55ac599-3130-49c3-b13c-b6a2e32369e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01b9e375-e158-4359-91e3-f44ae2a5ff2e HTTP/1.1" status: 200 len: 848 time: 0.0918691 Feb 20 20:09:55.735422 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ca836-aa54-416f-8870-bf00dd6169a0 req-37e887b4-7d9a-4565-b844-3957f0caf94f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.737407 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a36ca836-aa54-416f-8870-bf00dd6169a0 req-37e887b4-7d9a-4565-b844-3957f0caf94f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.1195662 Feb 20 20:09:55.812807 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a36ca836-aa54-416f-8870-bf00dd6169a0 req-251c0594-4bdb-4792-bb69-ee7477a9e64c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642033 Feb 20 20:09:55.818786 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-72b3719e-0042-4260-a2dc-463a82dc7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.820532 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-72b3719e-0042-4260-a2dc-463a82dc7367 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23ab1b2f-725a-455d-b941-474247db4742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210787 Feb 20 20:09:55.938296 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-5d159e73-d49e-4a74-92ba-cefc4d4443c9 service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052897 Feb 20 20:09:56.031406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c47e16-4640-402a-858c-00fb809952ae req-825aee83-1a29-46ea-9177-7651bc68c2fd tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.033083 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e9c47e16-4640-402a-858c-00fb809952ae req-825aee83-1a29-46ea-9177-7651bc68c2fd tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0711110 Feb 20 20:09:56.053947 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a3a5e5b5-6ea9-4857-a8bb-3af9528e4607 req-49cef1db-5f46-4f4c-a7d9-46fb4664dd7d service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083376 Feb 20 20:09:56.090982 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e9c47e16-4640-402a-858c-00fb809952ae req-9b8558a9-abd9-4df5-be24-5019bcb78002 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471914 Feb 20 20:09:56.170517 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 29366382-b469-49aa-ae69-56d21e255eef details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:56.174589 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 9c34df21-ae2d-4bb1-b111-b4971878dfba no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:56.201336 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 9c34df21-ae2d-4bb1-b111-b4971878dfba {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:56.201596 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 9c34df21-ae2d-4bb1-b111-b4971878dfba not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:56.301458 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 29366382-b469-49aa-ae69-56d21e255eef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=29366382-b469-49aa-ae69-56d21e255eef,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:56.313271 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '29366382-b469-49aa-ae69-56d21e255eef', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:56.335846 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c13c-1262-4699-8f71-beba65da7127 req-85b50f70-7dab-4d2d-8668-156c2cc1b74b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.335846 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dd80c13c-1262-4699-8f71-beba65da7127 req-85b50f70-7dab-4d2d-8668-156c2cc1b74b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 943 time: 0.0585411 Feb 20 20:09:56.370324 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 29366382-b469-49aa-ae69-56d21e255eef is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:56.370933 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (29366382-b469-49aa-ae69-56d21e255eef), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:56.403847 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29366382-b469-49aa-ae69-56d21e255eef {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:56.404447 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-dd80c13c-1262-4699-8f71-beba65da7127 req-b2914542-2fe1-4b3d-8a4b-5942fe8620e1 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588489 Feb 20 20:09:56.432995 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 29366382-b469-49aa-ae69-56d21e255eef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=29366382-b469-49aa-ae69-56d21e255eef,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:56.527769 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (29366382-b469-49aa-ae69-56d21e255eef), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:56.575626 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=29366382-b469-49aa-ae69-56d21e255eef,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:56.582906 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.583251 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.583587 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.583943 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.584270 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.584597 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.584911 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.585228 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.585550 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.585990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.586323 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.586639 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.586953 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:56.819577 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['29366382-b469-49aa-ae69-56d21e255eef'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:56.963357 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cf505-e2c3-429b-bb89-e58809cd397b req-96232e6d-dc48-49d4-b5e0-9f993cbbb813 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.971763 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-544cf505-e2c3-429b-bb89-e58809cd397b req-96232e6d-dc48-49d4-b5e0-9f993cbbb813 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0732102 Feb 20 20:09:57.023228 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-544cf505-e2c3-429b-bb89-e58809cd397b req-a726151d-942f-4455-b42d-0afece8f3769 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504234 Feb 20 20:09:57.211353 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17766a-7887-42db-af04-ee24b087c179 req-c9c1cf8b-d174-436e-b48b-396aaf356847 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.212782 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3e17766a-7887-42db-af04-ee24b087c179 req-c9c1cf8b-d174-436e-b48b-396aaf356847 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0535212 Feb 20 20:09:57.281532 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3e17766a-7887-42db-af04-ee24b087c179 req-d6c37b74-c729-426e-8571-86be1acb5149 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628743 Feb 20 20:09:57.547332 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68909cf-2f01-4cf1-97a7-06d7cfea769c req-d95bf13f-95e5-4113-b6c2-af703807984b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.549256 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d68909cf-2f01-4cf1-97a7-06d7cfea769c req-d95bf13f-95e5-4113-b6c2-af703807984b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 944 time: 0.0627248 Feb 20 20:09:57.616348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d68909cf-2f01-4cf1-97a7-06d7cfea769c req-c3fc9d0d-dca4-4f40-95e5-5e92eb23e8fc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549357 Feb 20 20:09:58.155806 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6859c6-32cc-41f4-95f1-26235771ed59 req-0579f83c-7423-48e2-9ed9-7324c442451d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:58.157292 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4a6859c6-32cc-41f4-95f1-26235771ed59 req-0579f83c-7423-48e2-9ed9-7324c442451d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0531890 Feb 20 20:09:58.158435 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.189586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 29366382-b469-49aa-ae69-56d21e255eef up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:58.206868 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4a6859c6-32cc-41f4-95f1-26235771ed59 req-c0def683-355b-4442-a50b-df5635318bda tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Feb 20 20:09:58.408097 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd1f7-820d-408b-a488-03db6c9f8c68 req-8fc8c49b-f913-4aec-be07-0e29ea855529 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:58.409487 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-51ddd1f7-820d-408b-a488-03db6c9f8c68 req-8fc8c49b-f913-4aec-be07-0e29ea855529 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0566030 Feb 20 20:09:58.469052 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-51ddd1f7-820d-408b-a488-03db6c9f8c68 req-7ea2e103-997c-4f07-8ce2-235b9d03cf23 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534606 Feb 20 20:09:58.516501 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 29366382-b469-49aa-ae69-56d21e255eef completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:58.521817 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 29366382-b469-49aa-ae69-56d21e255eef triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:58.522193 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (29366382-b469-49aa-ae69-56d21e255eef), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.634548 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 29366382-b469-49aa-ae69-56d21e255eef is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:58.635764 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (29366382-b469-49aa-ae69-56d21e255eef), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.676732 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29366382-b469-49aa-ae69-56d21e255eef'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:58.680894 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcffeebd-2504-4af1-8fa1-d98022c67c50" -d '{"events": [{"server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "name": "network-vif-plugged", "status": "completed", "tag": "29366382-b469-49aa-ae69-56d21e255eef"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:58.702579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 29366382-b469-49aa-ae69-56d21e255eef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=29366382-b469-49aa-ae69-56d21e255eef,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:58.745592 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d802bd94-6e85-4eea-84f4-adf139cdca94 x-openstack-request-id: req-d802bd94-6e85-4eea-84f4-adf139cdca94 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:58.746076 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "name": "network-vif-plugged", "status": "completed", "tag": "29366382-b469-49aa-ae69-56d21e255eef", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:58.746443 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d802bd94-6e85-4eea-84f4-adf139cdca94 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:58.747469 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29366382-b469-49aa-ae69-56d21e255eef', 'code': 200} Feb 20 20:09:58.770796 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996666-59ed-4e14-bcf2-39bc28a09686 req-e534c43a-6e6a-42eb-98ad-d2df9449b8f0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:58.772636 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce996666-59ed-4e14-bcf2-39bc28a09686 req-e534c43a-6e6a-42eb-98ad-d2df9449b8f0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 944 time: 0.0701509 Feb 20 20:09:58.828509 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (29366382-b469-49aa-ae69-56d21e255eef), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.864322 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce996666-59ed-4e14-bcf2-39bc28a09686 req-1d91073d-f78b-4b59-8ffd-671fad1bc25a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813017 Feb 20 20:09:58.901875 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=29366382-b469-49aa-ae69-56d21e255eef,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:59.082405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46eb15-15a5-45c0-867c-fe27ae70ffd2 req-5f203c28-7c82-4361-a240-5c1cde6cabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:59.084051 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9b46eb15-15a5-45c0-867c-fe27ae70ffd2 req-5f203c28-7c82-4361-a240-5c1cde6cabc6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1129 time: 0.0471334 Feb 20 20:09:59.129346 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9b46eb15-15a5-45c0-867c-fe27ae70ffd2 req-8c6c84cd-921f-407d-9161-c0784ff37eda service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395348 Feb 20 20:09:59.338233 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7f498-a320-4d0d-bac0-7aead5757df0 req-9902f7ce-1cad-453e-aaaa-c42a730fb92b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:59.339780 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1fe7f498-a320-4d0d-bac0-7aead5757df0 req-9902f7ce-1cad-453e-aaaa-c42a730fb92b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0601964 Feb 20 20:09:59.391940 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1fe7f498-a320-4d0d-bac0-7aead5757df0 req-b4acfccb-2bdb-4e63-9761-a3231b20b21f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458951 Feb 20 20:09:59.596146 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741a1dc-4f77-4878-af35-4d6102202f11 req-7b01b4c8-77dc-478f-a0f7-7f4c0c0a5039 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:59.597628 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f741a1dc-4f77-4878-af35-4d6102202f11 req-7b01b4c8-77dc-478f-a0f7-7f4c0c0a5039 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0595479 Feb 20 20:09:59.647514 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f741a1dc-4f77-4878-af35-4d6102202f11 req-31105bec-0f84-4743-9a8f-8862898f9a89 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Feb 20 20:09:59.718777 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [req-d7b5b623-0916-4e5a-808f-224db3a4ec83 req-75404b10-8669-442f-afac-485fbcfae867 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:09:59.718777 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d7b5b623-0916-4e5a-808f-224db3a4ec83 req-75404b10-8669-442f-afac-485fbcfae867 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060081 Feb 20 20:09:59.982474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfa701-47fa-47d3-b9d3-3a6c9f5173ba req-292e8ab7-91d4-42b4-ab22-6c87be3f5449 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:59.984583 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8cbfa701-47fa-47d3-b9d3-3a6c9f5173ba req-292e8ab7-91d4-42b4-ab22-6c87be3f5449 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 945 time: 0.0548668 Feb 20 20:10:00.037513 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8cbfa701-47fa-47d3-b9d3-3a6c9f5173ba req-78e8870a-7c79-4fae-a2d6-c44c339e391c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474031 Feb 20 20:10:00.204874 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:00.243694 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868d3d6-c078-4473-8864-8f8401b739e5 req-43df9a7d-dd2f-4f3b-80e2-e54c2742d11b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:00.245171 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2868d3d6-c078-4473-8864-8f8401b739e5 req-43df9a7d-dd2f-4f3b-80e2-e54c2742d11b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0648289 Feb 20 20:10:00.288718 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 56478286-0f65-408c-a855-f3d1baf94552 is: ACTIVE; New status is: DOWN {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:00.289388 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:00.305735 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2868d3d6-c078-4473-8864-8f8401b739e5 req-6609053f-4732-41f1-9abb-47a51f5549d8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526013 Feb 20 20:10:00.333379 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:00.394432 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46290) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:00.416839 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:00.487354 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:00.546029 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-d3c29c06-ee51-4a9d-ab11-e05613ef2e46 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1504586 Feb 20 20:10:00.557234 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-8b4c0ffa-c73f-42a5-9040-7edcb751ca3d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103360) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:10:00.558218 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-8b4c0ffa-c73f-42a5-9040-7edcb751ca3d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068521 Feb 20 20:10:00.568583 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be42c-edfa-46ae-b08e-2d5bdbbdd2f7 req-92e20a2d-b6cf-4467-8117-66325bffa1a6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:00.570072 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-389be42c-edfa-46ae-b08e-2d5bdbbdd2f7 req-92e20a2d-b6cf-4467-8117-66325bffa1a6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0816786 Feb 20 20:10:00.620132 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-389be42c-edfa-46ae-b08e-2d5bdbbdd2f7 req-19118a78-f6b5-4c73-a814-f4bdce63d05f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442891 Feb 20 20:10:00.694027 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46300) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:00.748622 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:00.750865 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9664c58-7c8f-42cf-9c86-51adc7d98a0c" -d '{"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-unplugged", "status": "completed", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:00.785932 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74e7489-65e1-4c22-8f68-ebc855bb9bc8 x-openstack-request-id: req-a74e7489-65e1-4c22-8f68-ebc855bb9bc8 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:00.785932 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-unplugged", "status": "failed", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "code": 422}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:00.785932 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a74e7489-65e1-4c22-8f68-ebc855bb9bc8 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:00.786209 dv-cinder-821824-2-iscsi neutron-server[103361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'code': 422} returned with failed status Feb 20 20:10:00.795830 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-1740682b-ca21-43e7-bca3-9928b505f75d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:00.797300 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-1740682b-ca21-43e7-bca3-9928b505f75d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports/56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 941 time: 0.1021507 Feb 20 20:10:01.159392 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94217d88-ddde-4ef2-93ed-039e580f8d95 req-2e1efcc2-cb77-4316-8d61-127d8ab9d1b8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.160986 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-94217d88-ddde-4ef2-93ed-039e580f8d95 req-2e1efcc2-cb77-4316-8d61-127d8ab9d1b8 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Feb 20 20:10:01.219158 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-94217d88-ddde-4ef2-93ed-039e580f8d95 req-cb4f217a-33bb-4edb-aa69-ac878dd6eef2 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518517 Feb 20 20:10:01.354210 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43c419-214c-460a-9ff3-cd061957c9bd req-f7411dbe-5a9d-4f5f-b29b-70c509879bcd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.354210 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc43c419-214c-460a-9ff3-cd061957c9bd req-f7411dbe-5a9d-4f5f-b29b-70c509879bcd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 945 time: 0.0606096 Feb 20 20:10:01.404008 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bc43c419-214c-460a-9ff3-cd061957c9bd req-c1cd7c5f-ff0c-4fdb-a4b5-e5402838107d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469177 Feb 20 20:10:01.426279 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46324) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:01.429334 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46326) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:01.436893 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b218-b927-4bb7-9e88-51ac43300c23 req-0359f597-4df3-4320-85b2-24a52033ab14 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.438427 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eec4b218-b927-4bb7-9e88-51ac43300c23 req-0359f597-4df3-4320-85b2-24a52033ab14 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0573356 Feb 20 20:10:01.486233 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ded9b5-c345-4409-b1a8-37a1d3696f97 tempest-TestVolumeBootPattern-98405578 tempest-TestVolumeBootPattern-98405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.489125 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c6ded9b5-c345-4409-b1a8-37a1d3696f97 tempest-TestVolumeBootPattern-98405578 tempest-TestVolumeBootPattern-98405578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1124 time: 0.0599730 Feb 20 20:10:01.491266 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46330) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:01.496514 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:01.498530 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-eec4b218-b927-4bb7-9e88-51ac43300c23 req-41863006-edf1-4750-be44-1204090f8a2a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537624 Feb 20 20:10:01.602459 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-11cfddae-bc1b-4c6c-958f-860822d5a9fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6c1e0377c3f44e5b3adfe85bd76c70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650014 Feb 20 20:10:01.604779 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46332) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:01.618295 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.722011 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-57141913-17f8-4287-817c-04c437518fd5 admin admin] Publish callbacks [] for security_group (936d3aea-ac58-47d4-96f8-130e7347621c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.779553 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-57141913-17f8-4287-817c-04c437518fd5 admin admin] Publish callbacks [] for security_group (936d3aea-ac58-47d4-96f8-130e7347621c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.812369 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18b5a0-05ad-4c02-895b-6b7117950f5d req-233611aa-9416-4084-bf8c-939ef20fa97d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.813964 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cc18b5a0-05ad-4c02-895b-6b7117950f5d req-233611aa-9416-4084-bf8c-939ef20fa97d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.1084173 Feb 20 20:10:01.886222 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.940974 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cc18b5a0-05ad-4c02-895b-6b7117950f5d req-8c34689c-2e40-432d-9b57-54806782974d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086159 Feb 20 20:10:02.012972 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-57141913-17f8-4287-817c-04c437518fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (936d3aea-ac58-47d4-96f8-130e7347621c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.015456 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-57141913-17f8-4287-817c-04c437518fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.016609 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-57141913-17f8-4287-817c-04c437518fd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/936d3aea-ac58-47d4-96f8-130e7347621c HTTP/1.1" status: 204 len: 168 time: 0.4108908 Feb 20 20:10:02.025600 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Allocated IP 172.27.2.200 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/9668cc10-b6e5-48f8-88f9-359f86ef1f3a) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:10:02.041788 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57141913-17f8-4287-817c-04c437518fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d3aea-ac58-47d4-96f8-130e7347621c,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:02.159072 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.196425 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-93f7cb0c-4a54-495c-9d62-65ccee581c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.198611 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-93f7cb0c-4a54-495c-9d62-65ccee581c95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1129 time: 0.0511694 Feb 20 20:10:02.292067 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.313847 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-bb396012-a20d-4fe1-b422-10e178f8785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.315394 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-bb396012-a20d-4fe1-b422-10e178f8785f service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.0989223 Feb 20 20:10:02.353767 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:10:02.359211 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:10:02.363616 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:10:02.388225 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df1058c1-a426-4da3-913a-6121c0867cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.392701 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-1cc44356-c24e-4166-a88a-e4e36095fcd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 1001 time: 0.0703495 Feb 20 20:10:02.393870 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=9668cc10-b6e5-48f8-88f9-359f86ef1f3a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:02.453852 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-037e2a36-d1f0-4ffe-bb9a-49803f22ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.455488 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-037e2a36-d1f0-4ffe-bb9a-49803f22ff8f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0562782 Feb 20 20:10:02.509175 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-1be2bebc-b191-434a-ab54-5abac17e58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.511541 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-1be2bebc-b191-434a-ab54-5abac17e58f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493019 Feb 20 20:10:02.645070 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-1950b9f6-7f69-40f3-a802-1e139f4e66a6 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270595 Feb 20 20:10:02.686172 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3513-b5ee-4329-91ce-b11b248da556 req-1380a549-60ae-48d7-a211-f3ee87069801 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.688109 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e15c3513-b5ee-4329-91ce-b11b248da556 req-1380a549-60ae-48d7-a211-f3ee87069801 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.1012223 Feb 20 20:10:02.793744 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e15c3513-b5ee-4329-91ce-b11b248da556 req-f956dfbf-9f03-42f3-a635-9a7551eae6f8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791683 Feb 20 20:10:02.796148 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (20fef55d-d6d6-415f-85b8-ac68eedcd004), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:02.797984 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-a49bc735-4e94-49e7-b547-37a118e760a7 req-639ff084-b580-4700-bb0c-bd8efc4bc38a service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439810 Feb 20 20:10:02.962968 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:03.140292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821c83-459b-4049-9253-3197492868df req-e3368d6a-96b1-4999-aa48-d644f25bd288 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:03.141928 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02821c83-459b-4049-9253-3197492868df req-e3368d6a-96b1-4999-aa48-d644f25bd288 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.1182282 Feb 20 20:10:03.198319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:03.215394 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02821c83-459b-4049-9253-3197492868df req-24639a5a-0d1a-44e3-9df5-487a90ed9f7d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599468 Feb 20 20:10:03.266853 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:03.337673 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=9668cc10-b6e5-48f8-88f9-359f86ef1f3a,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:03.350488 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (20fef55d-d6d6-415f-85b8-ac68eedcd004), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:03.456031 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Floating IP 20fef55d-d6d6-415f-85b8-ac68eedcd004 associated. External IP: 172.27.2.200, port: 29366382-b469-49aa-ae69-56d21e255eef. Feb 20 20:10:03.669088 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:10:03.694343 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-d143c150-e939-43a5-976e-c60b70b66a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:03.696272 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-d143c150-e939-43a5-976e-c60b70b66a5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8&tenant_id=057906f4fe5b428bbc98401ffe0ae8f6 HTTP/1.1" status: 200 len: 1128 time: 0.0517988 Feb 20 20:10:03.767944 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-97fd11ec-d231-4b8b-9efc-363980eff080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:03.769605 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-97fd11ec-d231-4b8b-9efc-363980eff080 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1128 time: 0.0479910 Feb 20 20:10:03.782594 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:10:03.793365 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:10:03.803207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:03.803773 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:09:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:03.869733 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-e6a40c60-5963-44cf-ba49-b9c863b1b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:03.871487 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-e6a40c60-5963-44cf-ba49-b9c863b1b49a service neutron] 10.222.0.65 "GET /v2.0/networks?id=23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 200 len: 910 time: 0.0953283 Feb 20 20:10:03.916887 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:03.943688 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:03.973774 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-d719264c-53f8-465b-8fc5-246056db4ff8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 1000 time: 0.0954401 Feb 20 20:10:03.979519 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fb249016-4f4a-42c8-83d4-0ab838520839 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4839108 Feb 20 20:10:03.979519 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'tag': '29366382-b469-49aa-ae69-56d21e255eef'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:03.980174 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61120192-e1f2-445a-9c21-56c689b95f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "tag": "29366382-b469-49aa-ae69-56d21e255eef"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:04.016628 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080a5c9-8a8a-44f7-a16f-d97a03fb4c11 req-39fb39a4-444d-4100-82bd-6280604ce20b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.018121 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3080a5c9-8a8a-44f7-a16f-d97a03fb4c11 req-39fb39a4-444d-4100-82bd-6280604ce20b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.1343253 Feb 20 20:10:04.027084 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49660514-3089-4451-935c-978b188383be x-openstack-request-id: req-49660514-3089-4451-935c-978b188383be {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:04.027387 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "tag": "29366382-b469-49aa-ae69-56d21e255eef", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:04.027672 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49660514-3089-4451-935c-978b188383be {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:04.028238 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'tag': '29366382-b469-49aa-ae69-56d21e255eef', 'status': 'completed', 'code': 200} Feb 20 20:10:04.054520 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-5818e630-b392-46df-8639-b0169e3abfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.055897 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-5818e630-b392-46df-8639-b0169e3abfe7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01b9e375-e158-4359-91e3-f44ae2a5ff2e HTTP/1.1" status: 200 len: 848 time: 0.0740371 Feb 20 20:10:04.101363 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61120192-e1f2-445a-9c21-56c689b95f9c req-878f2301-e897-42e1-a2fb-99e951ef1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.102911 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-878f2301-e897-42e1-a2fb-99e951ef1e6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1129 time: 0.0534956 Feb 20 20:10:04.110389 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3080a5c9-8a8a-44f7-a16f-d97a03fb4c11 req-73adfc26-912a-4939-a9d1-3beda0598dac tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839353 Feb 20 20:10:04.128341 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-6c8393e9-b8a4-4b5a-a2fe-4ab742b0a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.130224 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-6c8393e9-b8a4-4b5a-a2fe-4ab742b0a0b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23ab1b2f-725a-455d-b941-474247db4742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641391 Feb 20 20:10:04.174711 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:02Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:04.202079 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61120192-e1f2-445a-9c21-56c689b95f9c req-ae9b4fd7-609b-4ca2-bb36-d4a2980b00d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.202993 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:10:04.206509 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-ae9b4fd7-609b-4ca2-bb36-d4a2980b00d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.0936832 Feb 20 20:10:04.212315 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:04.213472 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:09:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:04.259853 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:10:04.269828 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-ca1d1f4d-879f-4ed9-8983-b99390912fc8 service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310756 Feb 20 20:10:04.277627 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-55dd1184-6036-4b4d-9070-a9f5d74ebd61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 999 time: 0.0671659 Feb 20 20:10:04.374714 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61120192-e1f2-445a-9c21-56c689b95f9c req-cf6cadb5-ca58-49ca-8147-1a0e51f09cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.376172 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-cf6cadb5-ca58-49ca-8147-1a0e51f09cae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0874074 Feb 20 20:10:04.394656 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158fdfd-e95e-4be6-b407-44d5eb26975e req-e710c64a-8a9c-4202-b61c-a8bbdcd1ece8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.396191 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c158fdfd-e95e-4be6-b407-44d5eb26975e req-e710c64a-8a9c-4202-b61c-a8bbdcd1ece8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0751357 Feb 20 20:10:04.401772 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-653b39ce-2cef-4f5d-bfef-c7ed65583aa7 req-eb2d8398-9b75-4a6e-b0c9-2b7051ef130d service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246631 Feb 20 20:10:04.405103 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:04.451380 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c158fdfd-e95e-4be6-b407-44d5eb26975e req-0b8f4dc1-fd2d-4c8c-bbba-227106d6a2dd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461376 Feb 20 20:10:04.464035 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:04.502456 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61120192-e1f2-445a-9c21-56c689b95f9c req-0d900a5b-1e8e-47e0-a08d-c549ed225986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:04.504030 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-0d900a5b-1e8e-47e0-a08d-c549ed225986 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508606 Feb 20 20:10:04.511688 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'mac_address': 'fa:16:3e:b2:01:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:10:04.597793 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-a84f8a77-843a-44c7-839a-0769a7d24a08 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866282 Feb 20 20:10:04.612624 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: ACTIVE; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:04.613004 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:04.632473 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6bff92d-d3df-4d8b-9112-e887bdd94206 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:10:04.672651 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:04.678689 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e7690137-75ae-4698-8ee1-c8f4aeeae25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:04.694128 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-61120192-e1f2-445a-9c21-56c689b95f9c req-01288590-45e7-4703-a509-9e4ca601dfc3 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893481 Feb 20 20:10:04.732217 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:02Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:04.758761 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd4a6e7-19fd-40ac-8fa3-7fcc7e276077 None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:02Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:10:04.848067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:04.903889 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=6']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:04.936500 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['f6bff92d-d3df-4d8b-9112-e887bdd94206'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:04.979899 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f44b9-3568-492a-ba2f-e4ccc38fb866 None None] New status for floating IP 20fef55d-d6d6-415f-85b8-ac68eedcd004: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:10:05.242447 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee259a6-772d-4243-94d3-fcbe31fafcc8 req-f02d4281-7eea-428d-8495-88236720a9c6 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:05.243990 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6ee259a6-772d-4243-94d3-fcbe31fafcc8 req-f02d4281-7eea-428d-8495-88236720a9c6 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0608373 Feb 20 20:10:05.306380 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6ee259a6-772d-4243-94d3-fcbe31fafcc8 req-0db22a62-4886-48d9-a88a-e3ffc5cfd1d7 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568721 Feb 20 20:10:05.742843 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b29055-80c8-438d-ac32-5c0784a0b8ba req-1f454e5c-057b-495d-a047-d2cc58d8c069 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:05.744901 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-26b29055-80c8-438d-ac32-5c0784a0b8ba req-1f454e5c-057b-495d-a047-d2cc58d8c069 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 944 time: 0.0570393 Feb 20 20:10:05.794168 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-26b29055-80c8-438d-ac32-5c0784a0b8ba req-05b5bf1b-8853-415b-ba8e-b84cc47484e1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434709 Feb 20 20:10:05.947468 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:06.265080 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:10:06.315745 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port f6bff92d-d3df-4d8b-9112-e887bdd94206 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:10:06.316140 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:06.406094 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:06.406483 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:06.433284 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:06.436778 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5589da-f1c4-4ea6-9811-cd84beba573c" -d '{"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:06.440297 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422674-7bc7-4f62-a1e6-169564b56b0c req-3c437f76-b758-4e0f-8065-75d7299cb20a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:06.441809 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0f422674-7bc7-4f62-a1e6-169564b56b0c req-3c437f76-b758-4e0f-8065-75d7299cb20a tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0588367 Feb 20 20:10:06.453029 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:06.483964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb58d034-a8de-4a9e-bad9-f0c3be705042 x-openstack-request-id: req-cb58d034-a8de-4a9e-bad9-f0c3be705042 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:06.483964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:06.483964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb58d034-a8de-4a9e-bad9-f0c3be705042 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:06.483964 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'code': 200} Feb 20 20:10:06.503369 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0f422674-7bc7-4f62-a1e6-169564b56b0c req-709f8d74-8bec-4378-bdc5-4231e3ef08ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511055 Feb 20 20:10:06.558771 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:06.622791 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:07.038595 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:07.234936 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9158381-cdd0-47b6-ba3b-cdfe2252646c req-964a0b7c-7575-4296-b8d2-61e2a4a980c0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:07.237162 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e9158381-cdd0-47b6-ba3b-cdfe2252646c req-964a0b7c-7575-4296-b8d2-61e2a4a980c0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.3630271 Feb 20 20:10:07.293711 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e9158381-cdd0-47b6-ba3b-cdfe2252646c req-aa7fb624-54e2-406b-8284-23bb39ad227e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503085 Feb 20 20:10:07.646024 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4e40-89b6-47d5-87b8-17a9cfd4eef4 req-56395464-7137-40a1-b6b9-40dcf0926685 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:07.647682 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-733c4e40-89b6-47d5-87b8-17a9cfd4eef4 req-56395464-7137-40a1-b6b9-40dcf0926685 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0758233 Feb 20 20:10:07.717859 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-733c4e40-89b6-47d5-87b8-17a9cfd4eef4 req-ec3452df-b0bf-4746-b217-2817539164fa tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634146 Feb 20 20:10:08.453346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea82887-0885-4866-8cb1-2acf14fa6ac9 req-96459768-924b-46ff-a3c6-8f5c2650d078 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:08.455515 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0ea82887-0885-4866-8cb1-2acf14fa6ac9 req-96459768-924b-46ff-a3c6-8f5c2650d078 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0801618 Feb 20 20:10:08.524490 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0ea82887-0885-4866-8cb1-2acf14fa6ac9 req-c8da3c18-c50d-43fd-9a17-30e42a3db9ea tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626824 Feb 20 20:10:08.710438 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:08.858125 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e762b2f-2fff-43db-a1c0-687f24f9a524 req-356c7bf7-a481-4036-9ebb-cdb3f62bc3fd tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:08.859575 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3e762b2f-2fff-43db-a1c0-687f24f9a524 req-356c7bf7-a481-4036-9ebb-cdb3f62bc3fd tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0593736 Feb 20 20:10:08.916417 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3e762b2f-2fff-43db-a1c0-687f24f9a524 req-cf50eaf2-78e8-4e55-b3df-888a40c5b1a5 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505414 Feb 20 20:10:09.663154 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c79ce-67a6-44f3-8cce-b682733bba01 req-35974dd6-7c84-4305-ad9a-c2cd86fd3071 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.671049 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e32c79ce-67a6-44f3-8cce-b682733bba01 req-35974dd6-7c84-4305-ad9a-c2cd86fd3071 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0568318 Feb 20 20:10:09.716493 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e32c79ce-67a6-44f3-8cce-b682733bba01 req-2adafc5e-e20d-48ba-82e7-da48f73ffbe4 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444534 Feb 20 20:10:10.065872 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226664e-72da-4f5b-a323-318af79ce77f req-b57cafc6-f198-4397-8e95-dbc461605517 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:10.067389 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3226664e-72da-4f5b-a323-318af79ce77f req-b57cafc6-f198-4397-8e95-dbc461605517 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0714011 Feb 20 20:10:10.128066 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3226664e-72da-4f5b-a323-318af79ce77f req-3666238c-c3ca-475c-960b-b7072477cfdd tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542383 Feb 20 20:10:10.865380 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243e8c8-7a34-451d-a876-e535951f2f66 req-6d20688d-2f16-488f-96f5-34ec72c4e403 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:10.866937 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6243e8c8-7a34-451d-a876-e535951f2f66 req-6d20688d-2f16-488f-96f5-34ec72c4e403 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0621099 Feb 20 20:10:10.920849 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6243e8c8-7a34-451d-a876-e535951f2f66 req-8821913b-f72b-428c-8adf-254caa2bc457 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Feb 20 20:10:11.297727 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2977bd0-e649-4910-afa0-817ab65bf6a0 req-02217aa1-f762-41ee-a3f5-be0f52094e8e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:11.300443 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f2977bd0-e649-4910-afa0-817ab65bf6a0 req-02217aa1-f762-41ee-a3f5-be0f52094e8e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0917759 Feb 20 20:10:11.391365 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f2977bd0-e649-4910-afa0-817ab65bf6a0 req-7f9c5219-e037-432b-be8d-d69f3e0ba44e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836689 Feb 20 20:10:12.075698 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b3b88-eaa1-46ac-b259-6174a06346e2 req-53f75a45-870a-4826-b2a4-0e16f8586622 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:12.077439 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-578b3b88-eaa1-46ac-b259-6174a06346e2 req-53f75a45-870a-4826-b2a4-0e16f8586622 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0731134 Feb 20 20:10:12.138375 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-578b3b88-eaa1-46ac-b259-6174a06346e2 req-470172d0-323f-4042-a6a0-35c20db1fa34 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548995 Feb 20 20:10:12.321723 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:10:12.445938 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:12.462165 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '56478286-0f65-408c-a855-f3d1baf94552', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'port_id': '56478286-0f65-408c-a855-f3d1baf94552', 'mac_address': 'fa:16:3e:ec:7b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:10:12.525739 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 56478286-0f65-408c-a855-f3d1baf94552 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:12.526157 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:12.551421 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56478286-0f65-408c-a855-f3d1baf94552 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:10:12.568741 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:12.691609 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb877e-b237-41a6-af7d-8a2e4d41279d req-1cc5550a-5291-4ecb-91a1-c74223479989 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:12.693359 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1adb877e-b237-41a6-af7d-8a2e4d41279d req-1cc5550a-5291-4ecb-91a1-c74223479989 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 944 time: 0.0561767 Feb 20 20:10:12.748656 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1adb877e-b237-41a6-af7d-8a2e4d41279d req-fd52a012-adf1-47b8-81c8-b99b5a4f2f46 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Feb 20 20:10:13.005345 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.071380 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=7']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:13.270093 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913d408-5f58-4f53-ae3a-ecc96a49f9e0 req-8afd8d50-e654-446b-8ba5-2c2aba801937 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:13.271482 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e913d408-5f58-4f53-ae3a-ecc96a49f9e0 req-8afd8d50-e654-446b-8ba5-2c2aba801937 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0535438 Feb 20 20:10:13.283947 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['56478286-0f65-408c-a855-f3d1baf94552'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:13.321748 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e913d408-5f58-4f53-ae3a-ecc96a49f9e0 req-ee050237-4b22-4200-9111-06ef80f76563 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441034 Feb 20 20:10:13.881357 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8432b-d120-40f5-a820-1765c6aa5bba req-209be942-2959-4d91-a109-3abe4a88992f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:13.882925 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9ee8432b-d120-40f5-a820-1765c6aa5bba req-209be942-2959-4d91-a109-3abe4a88992f tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 945 time: 0.0546274 Feb 20 20:10:13.936586 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9ee8432b-d120-40f5-a820-1765c6aa5bba req-5594a5a8-df80-48f1-b3cb-066d78ab62d8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Feb 20 20:10:14.329338 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:10:14.412584 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 56478286-0f65-408c-a855-f3d1baf94552 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:10:14.413052 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (56478286-0f65-408c-a855-f3d1baf94552), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.522462 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c84138-355e-4088-80a6-d7b65d6feb97 req-01f16f5f-8af5-4130-8506-e99d25b46100 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:14.525713 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 56478286-0f65-408c-a855-f3d1baf94552 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:14.526439 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.529615 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-36c84138-355e-4088-80a6-d7b65d6feb97 req-01f16f5f-8af5-4130-8506-e99d25b46100 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0878911 Feb 20 20:10:14.559386 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:14.561785 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23330b4-7219-4bd7-848f-91a0a93c4789" -d '{"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-plugged", "status": "completed", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:14.576194 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:14.605722 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-36c84138-355e-4088-80a6-d7b65d6feb97 req-945d7a59-c42a-4e79-b22e-eaf5ac2b0320 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751169 Feb 20 20:10:14.614494 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c433d4e2-e9f4-4f1a-8f1e-844fcdd94abd x-openstack-request-id: req-c433d4e2-e9f4-4f1a-8f1e-844fcdd94abd {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:14.615548 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-plugged", "status": "completed", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:14.615860 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c433d4e2-e9f4-4f1a-8f1e-844fcdd94abd {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:14.616259 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'code': 200} Feb 20 20:10:14.653394 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.726448 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:15.002878 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86f6c-dc34-4784-9fde-7f3a3fc644e7 req-d736bd14-aea6-4726-b275-141f45f49f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:15.005277 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f3c86f6c-dc34-4784-9fde-7f3a3fc644e7 req-d736bd14-aea6-4726-b275-141f45f49f2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1130 time: 0.0634904 Feb 20 20:10:15.085635 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f3c86f6c-dc34-4784-9fde-7f3a3fc644e7 req-2a6e9f66-5dc8-4cc4-90d5-07995a1a113b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728772 Feb 20 20:10:15.099859 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4542-48fe-4915-87ce-5aa7391f82d8 req-e21ec688-abe2-49df-a236-85a1ce1f8f04 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:15.101370 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-152a4542-48fe-4915-87ce-5aa7391f82d8 req-e21ec688-abe2-49df-a236-85a1ce1f8f04 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0774467 Feb 20 20:10:15.167921 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-152a4542-48fe-4915-87ce-5aa7391f82d8 req-a10d2fcd-fffb-4afd-b21b-f0c46dd5c849 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556920 Feb 20 20:10:15.759142 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d3686-ee17-4468-a3d7-3d73690905b6 req-3422f231-7b34-4b2b-b38e-bff832adbd51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:15.767129 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0c1d3686-ee17-4468-a3d7-3d73690905b6 req-3422f231-7b34-4b2b-b38e-bff832adbd51 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0807929 Feb 20 20:10:15.823397 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0c1d3686-ee17-4468-a3d7-3d73690905b6 req-3b22feea-b2d2-4382-879c-e7999f150beb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551634 Feb 20 20:10:16.309279 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b4a55-8b9b-463d-98cb-c3f46f43f19a req-5850eb0a-aa9f-4ccc-a770-d2c6cf659c42 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:16.310839 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ae5b4a55-8b9b-463d-98cb-c3f46f43f19a req-5850eb0a-aa9f-4ccc-a770-d2c6cf659c42 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0644717 Feb 20 20:10:16.366704 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ae5b4a55-8b9b-463d-98cb-c3f46f43f19a req-ace6af63-b014-4236-aba1-e4f6e1ceabe5 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493002 Feb 20 20:10:16.776644 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:10:16.988170 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff89e-fb06-4c8a-8573-957747ca0c3a req-4821fd7d-2c40-427a-97c9-570b4b91b256 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:16.990344 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-011ff89e-fb06-4c8a-8573-957747ca0c3a req-4821fd7d-2c40-427a-97c9-570b4b91b256 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0819986 Feb 20 20:10:17.094087 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-011ff89e-fb06-4c8a-8573-957747ca0c3a req-ac01c4fa-5aa1-455b-a51a-5bbb84e6014c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974522 Feb 20 20:10:17.498970 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b88fd-28df-4ad2-8294-8d5f9bb97795 req-68cab33f-5d97-407b-9b6c-45c6c08ccec3 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:17.502760 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-233b88fd-28df-4ad2-8294-8d5f9bb97795 req-68cab33f-5d97-407b-9b6c-45c6c08ccec3 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0579908 Feb 20 20:10:17.572824 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-233b88fd-28df-4ad2-8294-8d5f9bb97795 req-484bb209-c60a-4e19-918e-ef3302a2cd4d tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597260 Feb 20 20:10:18.228916 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145a375-70db-4b18-85d7-3ec094c04a3d req-03949509-d120-413e-91c6-0fe2745d8a70 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.230417 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8145a375-70db-4b18-85d7-3ec094c04a3d req-03949509-d120-413e-91c6-0fe2745d8a70 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0552847 Feb 20 20:10:18.278966 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8145a375-70db-4b18-85d7-3ec094c04a3d req-0a3e777d-6686-4ea9-9ffb-308048252cd6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427291 Feb 20 20:10:18.396902 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-5e5f07b9-b5ec-45e2-9465-119f44b13069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.398584 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-5e5f07b9-b5ec-45e2-9465-119f44b13069 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1129 time: 0.0503838 Feb 20 20:10:18.499440 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-2f5db35d-136e-4092-b3a9-b0da8623f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.501015 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-2f5db35d-136e-4092-b3a9-b0da8623f3f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.0951374 Feb 20 20:10:18.577884 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-5c40e8c7-6c30-44ba-b2d2-a3615f9fc0dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 1001 time: 0.0699093 Feb 20 20:10:18.629077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-ec5c2b36-2d99-4471-8f13-ac83c52542f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.630596 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-ec5c2b36-2d99-4471-8f13-ac83c52542f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0460310 Feb 20 20:10:18.680594 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-f9d26468-d373-4165-8219-745f09b29467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.682565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-f9d26468-d373-4165-8219-745f09b29467 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456195 Feb 20 20:10:18.783264 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-9e17bd9c-c448-4ed1-a285-d694ae9899b2 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934744 Feb 20 20:10:18.874919 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41621fe8-ad42-4c5f-ae5c-2feb20cb6683 req-ac2122b6-c87b-4600-8bf5-408a7e1c47e1 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Feb 20 20:10:19.415259 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702e509-0610-47e6-be6b-82868a92d223 req-8f372f20-1b77-4d9d-83a9-0b1a0dae04d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:19.417778 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1702e509-0610-47e6-be6b-82868a92d223 req-8f372f20-1b77-4d9d-83a9-0b1a0dae04d6 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0611150 Feb 20 20:10:19.464850 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1702e509-0610-47e6-be6b-82868a92d223 req-bd60d2d0-c368-4ce1-9989-27bbb0dc6984 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412033 Feb 20 20:10:20.601120 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e729c18-5a63-448f-b834-0f7c6a6e48f1 req-e8e880c3-f1e2-49dd-8d2e-f5979c6bc82e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:20.602611 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3e729c18-5a63-448f-b834-0f7c6a6e48f1 req-e8e880c3-f1e2-49dd-8d2e-f5979c6bc82e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0593503 Feb 20 20:10:20.651671 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3e729c18-5a63-448f-b834-0f7c6a6e48f1 req-b5f6ae8e-dad9-4e31-be09-41e1231a193c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Feb 20 20:10:20.781648 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c569-9c93-475b-ba68-659366b4d6d5 req-1f0208b3-0457-4748-96cf-c290d3a44de1 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:20.783032 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3cc3c569-9c93-475b-ba68-659366b4d6d5 req-1f0208b3-0457-4748-96cf-c290d3a44de1 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0534799 Feb 20 20:10:20.832069 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3cc3c569-9c93-475b-ba68-659366b4d6d5 req-26cc8a34-dcf0-434b-8b60-c379d3811a0c tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432553 Feb 20 20:10:21.788405 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bcd5d-bbec-4f64-9788-70f58e16a58b req-f7766ba4-f896-4b58-a5ad-09cda9b2b2d8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:21.789953 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-031bcd5d-bbec-4f64-9788-70f58e16a58b req-f7766ba4-f896-4b58-a5ad-09cda9b2b2d8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 945 time: 0.0582213 Feb 20 20:10:21.862989 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-031bcd5d-bbec-4f64-9788-70f58e16a58b req-6dc8ded9-daaf-44c0-9074-96cc202e5868 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629475 Feb 20 20:10:21.970298 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afcadf-da68-4bc4-8406-2ea1b82a11e2 req-9dd00777-16b9-4dba-8fec-dce88c9f76ea tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:21.971916 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-76afcadf-da68-4bc4-8406-2ea1b82a11e2 req-9dd00777-16b9-4dba-8fec-dce88c9f76ea tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0538437 Feb 20 20:10:22.030982 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-76afcadf-da68-4bc4-8406-2ea1b82a11e2 req-8c83d093-9420-4018-8403-ab502d7fae1a tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534065 Feb 20 20:10:22.388490 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:22.465427 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: ACTIVE; New status is: DOWN {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:22.465989 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.489551 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:22.491908 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe59969a-eee1-449f-b4a7-d1fbdac79376" -d '{"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:22.505259 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:22.525517 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773d431-e788-4d10-9a81-583db089e33f x-openstack-request-id: req-b773d431-e788-4d10-9a81-583db089e33f {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:22.525810 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-unplugged", "status": "failed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "code": 422}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:22.526121 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b773d431-e788-4d10-9a81-583db089e33f {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:22.526526 dv-cinder-821824-2-iscsi neutron-server[103361]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'code': 422} returned with failed status Feb 20 20:10:22.558501 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.610717 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=8']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:22.654747 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-dac9b39a-5992-463b-bd2f-4957a9b1ee02 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:22.656309 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-dac9b39a-5992-463b-bd2f-4957a9b1ee02 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0536759 Feb 20 20:10:22.755086 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Deleting port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:22.755420 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.849982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] For port 094e03d9-9c3b-40ca-a327-1f863b72b2f7, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=094e03d9-9c3b-40ca-a327-1f863b72b2f7,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:22.850879 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.034320 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.034684 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (a36db2db-886e-474b-a50e-2369fb49aaa0), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.034993 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Floating IP a36db2db-886e-474b-a50e-2369fb49aaa0 disassociated. External IP: 172.27.2.111, port: 094e03d9-9c3b-40ca-a327-1f863b72b2f7. Feb 20 20:10:23.035323 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Calling delete_port for 094e03d9-9c3b-40ca-a327-1f863b72b2f7 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:23.154977 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b655350-34a4-43b6-8ed0-498e031d40db req-9f51828b-c79a-4ee8-a738-498a21f5b5bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:23.156578 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7b655350-34a4-43b6-8ed0-498e031d40db req-9f51828b-c79a-4ee8-a738-498a21f5b5bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 945 time: 0.0584505 Feb 20 20:10:23.210362 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7b655350-34a4-43b6-8ed0-498e031d40db req-eed4f8e4-dbf9-4af8-9dab-21b0e8e523ca tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4b39edf-c3f0-482b-ab8a-30f030269c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474782 Feb 20 20:10:23.255879 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (094e03d9-9c3b-40ca-a327-1f863b72b2f7), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.287695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event deleted for resources: {'Port': ['ID=094e03d9-9c3b-40ca-a327-1f863b72b2f7,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:23.413001 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Router 632973ec-f952-46b7-9fa6-67069727fbe9 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:10:23.531134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:10:23.543620 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:10:23.555868 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:23.557385 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:10:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:23.576982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] No DVR routers for this DVR port 094e03d9-9c3b-40ca-a327-1f863b72b2f7 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:23.579581 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.583049 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2156a6bb-5a2b-40b2-9aa6-ed920aa50864 req-274f5cab-0ed9-4cb4-a2b6-146238de2519 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.65 "DELETE /v2.0/ports/094e03d9-9c3b-40ca-a327-1f863b72b2f7 HTTP/1.1" status: 204 len: 173 time: 0.9211826 Feb 20 20:10:23.583509 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'name': 'network-vif-deleted', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:23.585894 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e992c6c-f8be-48e9-8ce4-717235121f8d" -d '{"events": [{"server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "name": "network-vif-deleted", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:23.622092 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff0f8d8-5b86-4d2e-a4ae-8de88ace994e x-openstack-request-id: req-3ff0f8d8-5b86-4d2e-a4ae-8de88ace994e {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:23.622389 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2275e98-5c03-4256-87f4-2af21d382cf8", "name": "network-vif-deleted", "tag": "094e03d9-9c3b-40ca-a327-1f863b72b2f7", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:23.622650 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ff0f8d8-5b86-4d2e-a4ae-8de88ace994e {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:23.623065 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2275e98-5c03-4256-87f4-2af21d382cf8', 'name': 'network-vif-deleted', 'tag': '094e03d9-9c3b-40ca-a327-1f863b72b2f7', 'status': 'completed', 'code': 200} Feb 20 20:10:23.684861 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:23.902680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:23.935661 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:10:23.945438 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:23.946188 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:10:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:24.060310 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:24.272750 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:24.313920 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca0e39-a1f5-4c5e-9479-6fd2cde5b4d3 None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:04:05Z', 'revision_number': 4, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '08c9063c-4397-4935-8193-1b702b6186cf', 'name': '', 'network_id': 'fd2e7521-e0cd-40a1-8e84-bf252bf5c141', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'mac_address': 'fa:16:3e:0a:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4a384e91-15c5-488b-816c-e474d325adae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:04Z', 'updated_at': '2022-02-20T20:04:13Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'subnets': [{'id': '4a384e91-15c5-488b-816c-e474d325adae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:10:24.335448 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-63f7c331-9859-4729-b7dc-45aae5b9bc1e req-d85149ac-0701-4de3-b876-3b002e608f48 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2275e98-5c03-4256-87f4-2af21d382cf8 HTTP/1.1" status: 200 len: 210 time: 0.0396912 Feb 20 20:10:24.387483 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadce77-1058-48f6-b397-0c3e69b0308e req-b64509fb-0361-4b9c-9fcd-7ba0099ab965 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:24.389245 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2cadce77-1058-48f6-b397-0c3e69b0308e req-b64509fb-0361-4b9c-9fcd-7ba0099ab965 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0582161 Feb 20 20:10:24.441086 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2cadce77-1058-48f6-b397-0c3e69b0308e req-9959a049-b743-47a5-9c51-8e2dc3387d7d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460360 Feb 20 20:10:24.564459 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c6f074-c57f-4908-92b1-ac02fc6ea40f None None] New status for floating IP a36db2db-886e-474b-a50e-2369fb49aaa0: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:10:24.766440 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-e392e268-5076-48ef-a9ae-29a3e8753741 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454977 Feb 20 20:10:24.850289 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-a12784cc-8880-46a8-956d-e5fd7dcf1e81 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:24.851752 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-a12784cc-8880-46a8-956d-e5fd7dcf1e81 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports/f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 940 time: 0.0500717 Feb 20 20:10:25.568158 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46558) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:25.580763 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed066133-7863-4e55-a9d9-bf23ff916403 req-9d92a17e-ecf0-482a-88d8-b3eb3ae57ed8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:25.582385 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ed066133-7863-4e55-a9d9-bf23ff916403 req-9d92a17e-ecf0-482a-88d8-b3eb3ae57ed8 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0628712 Feb 20 20:10:25.638184 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (c4b39edf-c3f0-482b-ab8a-30f030269c10), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.641647 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ed066133-7863-4e55-a9d9-bf23ff916403 req-d3c28202-b01a-4b97-8fff-11cb2c9b841c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518937 Feb 20 20:10:25.669704 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (c4b39edf-c3f0-482b-ab8a-30f030269c10), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.861240 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c4b39edf-c3f0-482b-ab8a-30f030269c10), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.864013 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:25.865151 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "DELETE /v2.0/security-groups/c4b39edf-c3f0-482b-ab8a-30f030269c10 HTTP/1.1" status: 204 len: 168 time: 0.2955439 Feb 20 20:10:25.868091 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46560) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:25.874762 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b39edf-c3f0-482b-ab8a-30f030269c10,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:25.881770 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.882009 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-13210b29-e4d1-4a68-a6df-870a8fe245b8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] show failed (client error): The resource could not be found. Feb 20 20:10:25.882139 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.882431 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.884241 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.884391 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-13210b29-e4d1-4a68-a6df-870a8fe245b8 tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "GET /v2.0/security-groups/c4b39edf-c3f0-482b-ab8a-30f030269c10 HTTP/1.1" status: 404 len: 347 time: 0.0133111 Feb 20 20:10:25.884523 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.884523 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.884523 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.884523 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.884523 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.891181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.891181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.891181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.891181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b91f12-b278-40dd-81e2-c5f0770f75bc tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:25.893633 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46562) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:26.034724 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Deleting port 2d63a541-f511-4db9-95c2-a18f90327335 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:26.035074 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (2d63a541-f511-4db9-95c2-a18f90327335), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.114718 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (2d63a541-f511-4db9-95c2-a18f90327335), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.115046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (2d63a541-f511-4db9-95c2-a18f90327335), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.128179 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Calling delete_port for 2d63a541-f511-4db9-95c2-a18f90327335 owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:26.341474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (2d63a541-f511-4db9-95c2-a18f90327335), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.377065 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Pushing event deleted for resources: {'Port': ['ID=2d63a541-f511-4db9-95c2-a18f90327335,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:26.429403 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.429743 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.430080 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.430412 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.430734 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.431055 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.432034 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.432357 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.432677 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.432992 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.433335 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.433646 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.433981 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:26.437262 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 094e03d9-9c3b-40ca-a327-1f863b72b2f7 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:26.457661 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 094e03d9-9c3b-40ca-a327-1f863b72b2f7 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:26.458008 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 094e03d9-9c3b-40ca-a327-1f863b72b2f7 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:26.512526 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-22c2f490-4a98-450c-8b95-6379d0e86d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.514038 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-22c2f490-4a98-450c-8b95-6379d0e86d9e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb&tenant_id=00952ea0607741b6adbe912fbab6197a HTTP/1.1" status: 200 len: 1127 time: 0.1470437 Feb 20 20:10:26.516780 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks [] for floatingip (a36db2db-886e-474b-a50e-2369fb49aaa0), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.519350 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:26.520860 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e37c791b-9573-448d-bcd9-709280cd0dfa tempest-AttachVolumeTestJSON-1566182505 tempest-AttachVolumeTestJSON-1566182505-project] 10.222.0.48 "DELETE /v2.0/floatingips/a36db2db-886e-474b-a50e-2369fb49aaa0 HTTP/1.1" status: 204 len: 168 time: 0.6262269 Feb 20 20:10:26.606305 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-e0e7d907-3cee-4418-9e35-79eb425758b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.610829 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-e0e7d907-3cee-4418-9e35-79eb425758b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=00952ea0607741b6adbe912fbab6197a&device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1127 time: 0.0661328 Feb 20 20:10:26.705263 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-46aaf47a-af9e-4251-8721-9f5d3fe6176e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.707006 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-46aaf47a-af9e-4251-8721-9f5d3fe6176e service neutron] 10.222.0.65 "GET /v2.0/networks?id=018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 200 len: 918 time: 0.0922554 Feb 20 20:10:26.780949 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-5e6eb338-5451-4627-92d8-1d57f463b53c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 200 len: 999 time: 0.0668237 Feb 20 20:10:26.784227 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05c3c-a39e-455a-ad05-160adedf4813 req-2b19d7bf-2b81-4be6-adcf-888dbede1fcc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.785938 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-60c05c3c-a39e-455a-ad05-160adedf4813 req-2b19d7bf-2b81-4be6-adcf-888dbede1fcc tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0619371 Feb 20 20:10:26.839101 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-97f1358b-a7e1-40ce-a211-ed88d25a44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.840711 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-97f1358b-a7e1-40ce-a211-ed88d25a44e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 200 len: 856 time: 0.0534172 Feb 20 20:10:26.842006 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-60c05c3c-a39e-455a-ad05-160adedf4813 req-b5d17a32-8cf3-469f-99f2-2bbeb8833a00 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489311 Feb 20 20:10:26.901859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-3bfc6eb1-2afd-47e7-9ff7-a97db4dd9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.904395 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-3bfc6eb1-2afd-47e7-9ff7-a97db4dd9e8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=018bc513-de5c-40e2-99fb-d19af3b1b8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491486 Feb 20 20:10:27.008759 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-b9cfbbc4-4202-44f6-bd13-087787a552d3 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984695 Feb 20 20:10:27.108895 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5a24fab0-b96f-4f29-9ddf-39394a31b07c req-f210f8ca-0c7d-4832-9e33-16e2dfbc6f84 service neutron] 10.222.0.65 "GET /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937557 Feb 20 20:10:28.064700 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37442aa-85cc-40b3-b20c-a9164f86c83e req-f1a337c3-bb62-4a29-8ebd-74c4d76f462e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:28.066348 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a37442aa-85cc-40b3-b20c-a9164f86c83e req-f1a337c3-bb62-4a29-8ebd-74c4d76f462e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0815296 Feb 20 20:10:28.132547 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a37442aa-85cc-40b3-b20c-a9164f86c83e req-33569f7b-9671-4b45-998e-376880606076 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560434 Feb 20 20:10:28.198812 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.326637 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30546-2c56-4718-85d9-51cea942571e req-f930c001-8bd9-403f-a436-5441c0013063 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:29.331345 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cdf30546-2c56-4718-85d9-51cea942571e req-f930c001-8bd9-403f-a436-5441c0013063 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0820613 Feb 20 20:10:29.411564 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cdf30546-2c56-4718-85d9-51cea942571e req-8c538a10-0420-41fd-99d4-48aa0940295c tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768387 Feb 20 20:10:30.573152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd816342-0773-4dfe-ae1a-c55c38ba2ad4 req-5a3cc04b-4a93-43e7-8be4-e77a30c07b31 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:30.574946 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cd816342-0773-4dfe-ae1a-c55c38ba2ad4 req-5a3cc04b-4a93-43e7-8be4-e77a30c07b31 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0750637 Feb 20 20:10:30.630150 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cd816342-0773-4dfe-ae1a-c55c38ba2ad4 req-d13ea0a2-28e2-45d8-bb47-7c3d5a19ca3f tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439115 Feb 20 20:10:30.765664 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46620) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:31.760823 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (632973ec-f952-46b7-9fa6-67069727fbe9), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:31.866139 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42029b-4751-41c1-bd2a-0ce2c2b5526a req-b7b09f78-3a3a-4c32-bf7f-b78982f2bf0e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:31.868524 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7e42029b-4751-41c1-bd2a-0ce2c2b5526a req-b7b09f78-3a3a-4c32-bf7f-b78982f2bf0e tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.1432388 Feb 20 20:10:32.002046 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7e42029b-4751-41c1-bd2a-0ce2c2b5526a req-2100b121-2c7a-47b8-b491-32fe16e674e2 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236200 Feb 20 20:10:32.169135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Deleting port 08c9063c-4397-4935-8193-1b702b6186cf {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:32.169596 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (08c9063c-4397-4935-8193-1b702b6186cf), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:32.249758 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] For port 08c9063c-4397-4935-8193-1b702b6186cf, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=08c9063c-4397-4935-8193-1b702b6186cf,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:32.250114 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (08c9063c-4397-4935-8193-1b702b6186cf), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:32.263664 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Calling delete_port for 08c9063c-4397-4935-8193-1b702b6186cf owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:32.378928 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de43f1ac-61ca-491a-b64d-8f6bab795129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:32.558720 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (08c9063c-4397-4935-8193-1b702b6186cf), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:32.589744 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c9063c-4397-4935-8193-1b702b6186cf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:32.791540 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (632973ec-f952-46b7-9fa6-67069727fbe9), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:33.111387 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Router 632973ec-f952-46b7-9fa6-67069727fbe9 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:10:33.157332 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711e539-b5d3-409f-a141-77261b909e48 req-bba11cd0-7590-42f6-b6b1-aa4692ff40fb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:33.160349 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e711e539-b5d3-409f-a141-77261b909e48 req-bba11cd0-7590-42f6-b6b1-aa4692ff40fb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0717270 Feb 20 20:10:33.222867 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e711e539-b5d3-409f-a141-77261b909e48 req-86001297-1403-4b46-9d9e-b7e972f9d94d tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505230 Feb 20 20:10:33.314317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:10:33.323935 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-8cf5cecf-543c-4bee-8844-08b4d9488bf8 admin admin] 10.222.0.48 "PUT /v2.0/routers/632973ec-f952-46b7-9fa6-67069727fbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5559177 Feb 20 20:10:33.325525 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] Sync routers for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:10:33.325936 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46632) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:33.345876 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:33.346568 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:10:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:33.505640 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks [] for router (632973ec-f952-46b7-9fa6-67069727fbe9), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:33.616259 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:33.721949 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks [] for router_gateway (632973ec-f952-46b7-9fa6-67069727fbe9), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:33.936206 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:10:32Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:33.984910 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] Checking router: 632973ec-f952-46b7-9fa6-67069727fbe9 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:10:33.996967 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] Routers {'632973ec-f952-46b7-9fa6-67069727fbe9'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:10:33.997584 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:10:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['632973ec-f952-46b7-9fa6-67069727fbe9'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:34.148195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Deleting port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:34.149116 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.226113 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] Set router 632973ec-f952-46b7-9fa6-67069727fbe9 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:10:34.356140 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] For port c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:34.357455 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.414931 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Calling delete_port for c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:34.468334 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:10:32Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:34.508251 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae51a22-4d9d-4927-9e17-11fd7f020ffb None None] The sync data for ids ['632973ec-f952-46b7-9fa6-67069727fbe9'] in dv-cinder-821824-2-iscsi is: [{'id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'name': 'tempest-AttachVolumeTestJSON-1831064537-router', 'tenant_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:58Z', 'updated_at': '2022-02-20T20:10:32Z', 'revision_number': 5, 'project_id': 'f4c6b97e7c0346b4aa424e02a487a083', 'gw_port': {'id': 'c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632973ec-f952-46b7-9fa6-67069727fbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:10:34.552518 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5ae2d-da2d-43fd-83bf-e4a4305c215c req-38efce53-b5bd-4ea3-b199-de92889e5272 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:34.554264 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-11f5ae2d-da2d-43fd-83bf-e4a4305c215c req-38efce53-b5bd-4ea3-b199-de92889e5272 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.1559851 Feb 20 20:10:34.621539 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d370c1f6-0930-41b1-a21e-7a5f018ccfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:34.659033 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-11f5ae2d-da2d-43fd-83bf-e4a4305c215c req-4d38ace2-8b78-4f75-933a-65d65ff3260b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923860 Feb 20 20:10:35.136275 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.182681 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Pushing event deleted for resources: {'Port': ['ID=c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:35.269184 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (632973ec-f952-46b7-9fa6-67069727fbe9), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.663867 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (632973ec-f952-46b7-9fa6-67069727fbe9), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.667506 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks [] for router_controller (632973ec-f952-46b7-9fa6-67069727fbe9), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.669477 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 08c9063c-4397-4935-8193-1b702b6186cf no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:35.717229 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 08c9063c-4397-4935-8193-1b702b6186cf {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:35.717229 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 08c9063c-4397-4935-8193-1b702b6186cf not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:35.861120 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c05bc-d4cc-4c3b-8975-5c4a09bab675 req-78ecf379-f8af-4188-a358-19f403228e2a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:35.862758 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ea7c05bc-d4cc-4c3b-8975-5c4a09bab675 req-78ecf379-f8af-4188-a358-19f403228e2a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0779839 Feb 20 20:10:35.913899 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (632973ec-f952-46b7-9fa6-67069727fbe9), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.914554 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 632973ec-f952-46b7-9fa6-67069727fbe9 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:10:35.922130 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:35.936038 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-cdcc707d-2c5f-45b5-9239-d6406a89b80a admin admin] 10.222.0.48 "DELETE /v2.0/routers/632973ec-f952-46b7-9fa6-67069727fbe9 HTTP/1.1" status: 204 len: 168 time: 2.5967724 Feb 20 20:10:35.936038 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46640) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:35.960472 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ea7c05bc-d4cc-4c3b-8975-5c4a09bab675 req-4c88c07f-bc78-44c1-8e4c-27bff5aa0cbf tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855014 Feb 20 20:10:36.005974 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.079192 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Deleting subnet 4a384e91-15c5-488b-816c-e474d325adae {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:10:36.098860 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Publish callbacks [] for subnet (4a384e91-15c5-488b-816c-e474d325adae), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.172920 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (4a384e91-15c5-488b-816c-e474d325adae), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.296760 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (4a384e91-15c5-488b-816c-e474d325adae), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.636926 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (4a384e91-15c5-488b-816c-e474d325adae), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.662017 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a384e91-15c5-488b-816c-e474d325adae,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:36.669546 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.674978 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dfa5bf-5fbe-4cfd-b533-cd959527f93e None None] Network fd2e7521-e0cd-40a1-8e84-bf252bf5c141 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:36.675447 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46642) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:36.678187 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-f0ba90fe-c3ee-440e-9f40-818bedbee719 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a384e91-15c5-488b-816c-e474d325adae HTTP/1.1" status: 204 len: 168 time: 0.7449887 Feb 20 20:10:36.749366 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (fd2e7521-e0cd-40a1-8e84-bf252bf5c141), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.817884 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Deleting port 297afcc2-7716-4662-87d9-df21e6e4ae87 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:36.818239 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.851913 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] DHCP port deletion for fd2e7521-e0cd-40a1-8e84-bf252bf5c141 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:10:36.897905 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] For port 297afcc2-7716-4662-87d9-df21e6e4ae87, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=297afcc2-7716-4662-87d9-df21e6e4ae87,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:36.898578 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.906487 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] Deleting port 297afcc2-7716-4662-87d9-df21e6e4ae87 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:10:36.906875 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.911782 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Calling delete_port for 297afcc2-7716-4662-87d9-df21e6e4ae87 owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:36.983581 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] For port 297afcc2-7716-4662-87d9-df21e6e4ae87, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=297afcc2-7716-4662-87d9-df21e6e4ae87,segment=NetworkSegment(c892810f-099c-4757-9b5f-b0194a839b6f),segment_id=c892810f-099c-4757-9b5f-b0194a839b6f)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:36.983997 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.999087 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] Calling delete_port for 297afcc2-7716-4662-87d9-df21e6e4ae87 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:10:37.114006 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.141702 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Pushing event deleted for resources: {'Port': ['ID=297afcc2-7716-4662-87d9-df21e6e4ae87,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:37.146346 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] No DVR routers for this DVR port 297afcc2-7716-4662-87d9-df21e6e4ae87 on host dv-cinder-821824-2-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:37.169043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697f534-7482-43ba-b329-492e54a08ada req-733af77c-52eb-4f37-9e34-ec94c37d2578 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:37.171385 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2697f534-7482-43ba-b329-492e54a08ada req-733af77c-52eb-4f37-9e34-ec94c37d2578 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0867703 Feb 20 20:10:37.197471 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.225745 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2697f534-7482-43ba-b329-492e54a08ada req-d9ed2bf1-456d-4640-9415-47162750d246 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485439 Feb 20 20:10:37.242190 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (fd2e7521-e0cd-40a1-8e84-bf252bf5c141), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.260915 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (297afcc2-7716-4662-87d9-df21e6e4ae87), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.275598 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2e7521-e0cd-40a1-8e84-bf252bf5c141']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:37.285735 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c892810f-099c-4757-9b5f-b0194a839b6f') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:37.286093 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c892810f-099c-4757-9b5f-b0194a839b6f') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:37.293720 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] No DVR routers for this DVR port 297afcc2-7716-4662-87d9-df21e6e4ae87 on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:10:37.298661 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (c892810f-099c-4757-9b5f-b0194a839b6f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.300030 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67206476-126f-4271-a13f-bcc61428ad43 None None] Pushing event deleted for resources: {'Port': ['ID=297afcc2-7716-4662-87d9-df21e6e4ae87,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:37.316066 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (c892810f-099c-4757-9b5f-b0194a839b6f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.326234 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:10:37.326927 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (c892810f-099c-4757-9b5f-b0194a839b6f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:10:37.329505 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:10:37.461405 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (fd2e7521-e0cd-40a1-8e84-bf252bf5c141), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.466485 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:37.469807 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] 10.222.0.48 "DELETE /v2.0/networks/fd2e7521-e0cd-40a1-8e84-bf252bf5c141 HTTP/1.1" status: 204 len: 168 time: 0.7933187 Feb 20 20:10:37.484122 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7096c70-96ff-4381-9cf8-d99558d3d74c admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2e7521-e0cd-40a1-8e84-bf252bf5c141,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:37.641583 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 297afcc2-7716-4662-87d9-df21e6e4ae87 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:37.663460 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 297afcc2-7716-4662-87d9-df21e6e4ae87 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:37.664002 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 297afcc2-7716-4662-87d9-df21e6e4ae87 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:37.664419 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:10:37.687888 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:10:37.688608 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device c97faa05-03d3-43cf-bfe8-5ddc7dfa15dd not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:10:37.980785 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46648) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:38.035822 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-eecfe330-b93e-4818-8a9c-bd88de6e2aff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4c6b97e7c0346b4aa424e02a487a083&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537119 Feb 20 20:10:38.039121 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46650) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:38.102479 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725a9a37-b17f-499e-b5e7-7cfcee7cce4f admin admin] Publish callbacks [] for security_group (3db177ae-e7ba-457c-859c-86b06c690f84), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.141020 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725a9a37-b17f-499e-b5e7-7cfcee7cce4f admin admin] Publish callbacks [] for security_group (3db177ae-e7ba-457c-859c-86b06c690f84), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.255855 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725a9a37-b17f-499e-b5e7-7cfcee7cce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (3db177ae-e7ba-457c-859c-86b06c690f84), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.258365 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-725a9a37-b17f-499e-b5e7-7cfcee7cce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.259585 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-725a9a37-b17f-499e-b5e7-7cfcee7cce4f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3db177ae-e7ba-457c-859c-86b06c690f84 HTTP/1.1" status: 204 len: 168 time: 0.2193828 Feb 20 20:10:38.268059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a9a37-b17f-499e-b5e7-7cfcee7cce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db177ae-e7ba-457c-859c-86b06c690f84,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:38.366693 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f212ad5-7d83-4022-831d-f08e79a1ec2c req-e04621c1-ae48-4b0b-acb2-577e97e1db00 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:38.368264 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f212ad5-7d83-4022-831d-f08e79a1ec2c req-e04621c1-ae48-4b0b-acb2-577e97e1db00 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 943 time: 0.0585113 Feb 20 20:10:38.422883 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3f212ad5-7d83-4022-831d-f08e79a1ec2c req-2979f583-cefc-48fc-bbdc-beb373ad1e65 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482254 Feb 20 20:10:38.509300 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:10:38.618924 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:38.637261 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'port_id': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'mac_address': 'fa:16:3e:b2:01:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:10:38.682617 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:38.683016 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.699855 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bff92d-d3df-4d8b-9112-e887bdd94206 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:10:38.713778 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.727442 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:38.811964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.860772 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=9']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:39.078081 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['f6bff92d-d3df-4d8b-9112-e887bdd94206'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:39.562858 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49c04d-52d4-4888-b190-9ba1446c8630 req-f7ef8fce-c5a7-4f94-9b0d-a87127cca6ce tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:39.564427 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd49c04d-52d4-4888-b190-9ba1446c8630 req-f7ef8fce-c5a7-4f94-9b0d-a87127cca6ce tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 944 time: 0.0550051 Feb 20 20:10:39.618217 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-bd49c04d-52d4-4888-b190-9ba1446c8630 req-bdfd4537-502e-435a-9b7a-89557bac8fdb tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478981 Feb 20 20:10:40.527618 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:10:40.575349 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port f6bff92d-d3df-4d8b-9112-e887bdd94206 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:10:40.575733 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.655736 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port f6bff92d-d3df-4d8b-9112-e887bdd94206 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:40.656177 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.679946 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:40.682868 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bafe5ed-3681-4727-be97-e3f7e17f1d6d" -d '{"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:40.696175 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:40.721081 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c23452-5a52-4818-b1c4-48075598f836 x-openstack-request-id: req-75c23452-5a52-4818-b1c4-48075598f836 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:40.721478 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-plugged", "status": "completed", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:40.721847 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75c23452-5a52-4818-b1c4-48075598f836 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:40.722469 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'code': 200} Feb 20 20:10:40.751143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c177f-e8b2-4643-a211-57a820d680f3 req-f7e79bdc-1e2d-4fc5-991c-ea8b380e3916 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:40.752766 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0b9c177f-e8b2-4643-a211-57a820d680f3 req-f7e79bdc-1e2d-4fc5-991c-ea8b380e3916 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 944 time: 0.0601301 Feb 20 20:10:40.773873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.819279 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0b9c177f-e8b2-4643-a211-57a820d680f3 req-1b30d9d1-0cfe-4648-9eae-3b1ec537a411 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604606 Feb 20 20:10:40.825202 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=10']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:41.077889 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ce1b-3d0f-415f-a3ed-37397484d533 req-03d21bd8-fca4-400d-9ac7-c059ac809a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.077889 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b2a4ce1b-3d0f-415f-a3ed-37397484d533 req-03d21bd8-fca4-400d-9ac7-c059ac809a55 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 1130 time: 0.0471318 Feb 20 20:10:41.133120 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b2a4ce1b-3d0f-415f-a3ed-37397484d533 req-2c40c903-001e-4b8f-9cd8-b327ccb74f34 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493324 Feb 20 20:10:41.963824 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81942582-30c9-4b1c-9e03-3854c19b5839 req-fea27149-50cf-4857-91a2-82aeb08dc034 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.965274 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-81942582-30c9-4b1c-9e03-3854c19b5839 req-fea27149-50cf-4857-91a2-82aeb08dc034 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 946 time: 0.0591793 Feb 20 20:10:42.022756 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-81942582-30c9-4b1c-9e03-3854c19b5839 req-65249b7d-c90e-4f8b-8cbf-9bb1c056b163 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514131 Feb 20 20:10:43.166068 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef258af2-c315-4e8a-8d72-eaa6620242d9 req-ff0d2c4b-4f94-4aad-b903-53a67bc8658a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:43.168076 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef258af2-c315-4e8a-8d72-eaa6620242d9 req-ff0d2c4b-4f94-4aad-b903-53a67bc8658a tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 946 time: 0.0690050 Feb 20 20:10:43.223613 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef258af2-c315-4e8a-8d72-eaa6620242d9 req-b76af4b8-23de-497e-b1bb-0a91809f510b tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468488 Feb 20 20:10:44.010384 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46832) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:44.116432 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f34977a7-dee7-4b5a-bfd2-edfc0c25fee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.189983 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f34977a7-dee7-4b5a-bfd2-edfc0c25fee5 admin admin] Publish callbacks [] for security_group (19dd49d5-89c2-4956-bf04-68c5bd2ed4e3), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.278373 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f34977a7-dee7-4b5a-bfd2-edfc0c25fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (19dd49d5-89c2-4956-bf04-68c5bd2ed4e3), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.342842 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-f34977a7-dee7-4b5a-bfd2-edfc0c25fee5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc2d757de32444f9a8efedaab7560f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310220 Feb 20 20:10:44.345515 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34977a7-dee7-4b5a-bfd2-edfc0c25fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dd49d5-89c2-4956-bf04-68c5bd2ed4e3,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:44.345699 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46838) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:44.372215 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd1e7-38b6-4308-9f8c-3fd6afbe016c req-ab8f1fcc-ba24-4c74-996b-222bd41b1269 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:44.373767 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-401cd1e7-38b6-4308-9f8c-3fd6afbe016c req-ab8f1fcc-ba24-4c74-996b-222bd41b1269 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 946 time: 0.0760620 Feb 20 20:10:44.400035 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0bf7820d-e5c8-4946-b258-3bbc7f0562fb admin admin] Publish callbacks [] for security_group (19dd49d5-89c2-4956-bf04-68c5bd2ed4e3), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.422496 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-401cd1e7-38b6-4308-9f8c-3fd6afbe016c req-007dd5d0-f76d-47c6-a083-d04bb7f0d653 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Feb 20 20:10:44.423742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0bf7820d-e5c8-4946-b258-3bbc7f0562fb admin admin] Publish callbacks [] for security_group (19dd49d5-89c2-4956-bf04-68c5bd2ed4e3), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.535530 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0bf7820d-e5c8-4946-b258-3bbc7f0562fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (19dd49d5-89c2-4956-bf04-68c5bd2ed4e3), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.538086 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0bf7820d-e5c8-4946-b258-3bbc7f0562fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:44.539252 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0bf7820d-e5c8-4946-b258-3bbc7f0562fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19dd49d5-89c2-4956-bf04-68c5bd2ed4e3 HTTP/1.1" status: 204 len: 168 time: 0.1928062 Feb 20 20:10:44.548128 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7820d-e5c8-4946-b258-3bbc7f0562fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dd49d5-89c2-4956-bf04-68c5bd2ed4e3,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:45.204398 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46848) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:45.220564 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b905408-249a-45f7-beef-cc556b05cfb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.299390 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b905408-249a-45f7-beef-cc556b05cfb7 admin admin] Publish callbacks [] for security_group (62010e52-1687-4422-9418-e2c4fe1ddf5f), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.381437 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b905408-249a-45f7-beef-cc556b05cfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (62010e52-1687-4422-9418-e2c4fe1ddf5f), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.420767 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-4b905408-249a-45f7-beef-cc556b05cfb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64d70dec99024cfd9d2936a9600eb5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153065 Feb 20 20:10:45.421638 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b905408-249a-45f7-beef-cc556b05cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62010e52-1687-4422-9418-e2c4fe1ddf5f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:45.423573 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46850) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:45.473362 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b2530ec-20ff-418c-bddd-737d1a84b361 admin admin] Publish callbacks [] for security_group (62010e52-1687-4422-9418-e2c4fe1ddf5f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.505530 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b2530ec-20ff-418c-bddd-737d1a84b361 admin admin] Publish callbacks [] for security_group (62010e52-1687-4422-9418-e2c4fe1ddf5f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.623925 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b2530ec-20ff-418c-bddd-737d1a84b361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (62010e52-1687-4422-9418-e2c4fe1ddf5f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.626497 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b2530ec-20ff-418c-bddd-737d1a84b361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:45.627679 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6b2530ec-20ff-418c-bddd-737d1a84b361 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62010e52-1687-4422-9418-e2c4fe1ddf5f HTTP/1.1" status: 204 len: 168 time: 0.2029955 Feb 20 20:10:45.635541 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2530ec-20ff-418c-bddd-737d1a84b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62010e52-1687-4422-9418-e2c4fe1ddf5f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:50.473555 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46918) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:50.578730 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2985f74-7b8f-4992-a793-297f67c9936b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.670252 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2985f74-7b8f-4992-a793-297f67c9936b admin admin] Publish callbacks [] for security_group (be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.772531 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2985f74-7b8f-4992-a793-297f67c9936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.810309 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2985f74-7b8f-4992-a793-297f67c9936b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:50.814640 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c2985f74-7b8f-4992-a793-297f67c9936b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36120c1f789f4165ba404c1b373e30ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400548 Feb 20 20:10:50.817279 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46924) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:50.884984 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e586a8f8-7e09-4652-b9b1-41c754d0b316 admin admin] Publish callbacks [] for security_group (be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:50.912325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e586a8f8-7e09-4652-b9b1-41c754d0b316 admin admin] Publish callbacks [] for security_group (be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.015319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e586a8f8-7e09-4652-b9b1-41c754d0b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.018027 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e586a8f8-7e09-4652-b9b1-41c754d0b316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.019225 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e586a8f8-7e09-4652-b9b1-41c754d0b316 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28 HTTP/1.1" status: 204 len: 168 time: 0.2009745 Feb 20 20:10:51.028269 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586a8f8-7e09-4652-b9b1-41c754d0b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34aa4e-cf5f-4c2f-92e7-bbb0f4fc8e28,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:51.633391 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 46930) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:51.646743 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d282b58-d922-4a8a-abb9-f6ca75d7dac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.725767 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d282b58-d922-4a8a-abb9-f6ca75d7dac7 admin admin] Publish callbacks [] for security_group (cb626737-8021-4a25-9795-50c2e6770d71), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.869338 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0d282b58-d922-4a8a-abb9-f6ca75d7dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (cb626737-8021-4a25-9795-50c2e6770d71), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.908231 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-0d282b58-d922-4a8a-abb9-f6ca75d7dac7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f3bb27eb7d44272b54b01bb99f66665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737439 Feb 20 20:10:51.909094 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d282b58-d922-4a8a-abb9-f6ca75d7dac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb626737-8021-4a25-9795-50c2e6770d71,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:51.910890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46932) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:51.958255 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c89ed87d-ecfd-4e00-a4f9-1f8da10f8bfe admin admin] Publish callbacks [] for security_group (cb626737-8021-4a25-9795-50c2e6770d71), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:51.979377 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c89ed87d-ecfd-4e00-a4f9-1f8da10f8bfe admin admin] Publish callbacks [] for security_group (cb626737-8021-4a25-9795-50c2e6770d71), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:52.155443 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c89ed87d-ecfd-4e00-a4f9-1f8da10f8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (cb626737-8021-4a25-9795-50c2e6770d71), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:52.158041 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c89ed87d-ecfd-4e00-a4f9-1f8da10f8bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:52.159204 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c89ed87d-ecfd-4e00-a4f9-1f8da10f8bfe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb626737-8021-4a25-9795-50c2e6770d71 HTTP/1.1" status: 204 len: 168 time: 0.2471116 Feb 20 20:10:52.167250 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ed87d-ecfd-4e00-a4f9-1f8da10f8bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb626737-8021-4a25-9795-50c2e6770d71,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:53.193902 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46954) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:53.296647 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1140224916-network', 'tenant_id': '9f06886a6fae4920bbf3ace1b3bf7583'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:53.372623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Made reservation on behalf of 9f06886a6fae4920bbf3ace1b3bf7583 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:53.375175 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.384283 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.498611 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks [] for security_group (4d25e881-3c9d-4d8e-a89a-ece648bfb1f1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.578952 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (4d25e881-3c9d-4d8e-a89a-ece648bfb1f1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.605984 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:10:53.617948 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d25e881-3c9d-4d8e-a89a-ece648bfb1f1,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:53.625340 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (380d8373-e43f-4be1-b75b-f44231623144), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.625712 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Added segment 380d8373-e43f-4be1-b75b-f44231623144 of type vlan for network 1461f906-92f3-47b8-8324-925397abd3c8 Feb 20 20:10:53.667435 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (1461f906-92f3-47b8-8324-925397abd3c8), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.758895 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (1461f906-92f3-47b8-8324-925397abd3c8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.760421 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:53.761020 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:53.777798 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:10:53.827591 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] Pushing event updated for resources: {'Network': ['ID=1461f906-92f3-47b8-8324-925397abd3c8,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:53.840994 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 1461f906-92f3-47b8-8324-925397abd3c8 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:10:53.895851 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3cc2b1d8-2317-499b-8f90-c6d40941cfab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7006340 Feb 20 20:10:53.898719 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46960) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:53.904421 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Request body: {'subnet': {'network_id': '1461f906-92f3-47b8-8324-925397abd3c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1140224916-subnet', 'tenant_id': '9f06886a6fae4920bbf3ace1b3bf7583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:53.995663 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Made reservation on behalf of 9f06886a6fae4920bbf3ace1b3bf7583 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:53.999478 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534271744'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:54.281365 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533138037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534271986'] for subnet (5c629c3e-11bc-4a6d-83f5-f65e94fe042b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:54.341182 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c629c3e-11bc-4a6d-83f5-f65e94fe042b,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:54.353909 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Checking segment: {'id': '380d8373-e43f-4be1-b75b-f44231623144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '1461f906-92f3-47b8-8324-925397abd3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:10:54.354268 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Network hostable DHCP agents. Network: 1461f906-92f3-47b8-8324-925397abd3c8, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:10:54.432871 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Network 1461f906-92f3-47b8-8324-925397abd3c8 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:10:54.542477 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 1461f906-92f3-47b8-8324-925397abd3c8) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:10:54.547008 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:54.547602 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:54.551964 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88419e4-d070-4ead-bfc6-2d1a2deb435c None None] Network 1461f906-92f3-47b8-8324-925397abd3c8 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:54.652075 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461904e1-ec0a-40a6-9d4b-dc8da8a1429e None None] Network 1461f906-92f3-47b8-8324-925397abd3c8 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:54.653381 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5f015d87-ea63-4b5b-a243-402eb200e9e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7528503 Feb 20 20:10:55.336030 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46976) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:55.340929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472884810-network', 'tenant_id': '6fdea183135e47239cb0e1192eac8aa4'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:55.412265 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Made reservation on behalf of 6fdea183135e47239cb0e1192eac8aa4 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:55.414576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.423462 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.496498 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks [] for security_group (08ad8d10-4cbc-4ad7-8949-2eb3dcb96606), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.555377 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (08ad8d10-4cbc-4ad7-8949-2eb3dcb96606), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.580413 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:10:55.591569 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad8d10-4cbc-4ad7-8949-2eb3dcb96606,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:55.596649 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.596988 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Added segment 6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd of type vlan for network cbf2f372-ba2e-4bda-9b5e-2768906e5a9f Feb 20 20:10:55.645925 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (cbf2f372-ba2e-4bda-9b5e-2768906e5a9f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.732603 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (cbf2f372-ba2e-4bda-9b5e-2768906e5a9f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.733720 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:55.734449 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:55.794667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf2f372-ba2e-4bda-9b5e-2768906e5a9f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:55.804629 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network cbf2f372-ba2e-4bda-9b5e-2768906e5a9f details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:10:55.867086 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c5edc546-894c-4675-ad43-a2032b53df08 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5297132 Feb 20 20:10:55.870847 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 46978) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:55.875880 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Request body: {'subnet': {'network_id': 'cbf2f372-ba2e-4bda-9b5e-2768906e5a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472884810-subnet', 'tenant_id': '6fdea183135e47239cb0e1192eac8aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:55.966516 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Made reservation on behalf of 6fdea183135e47239cb0e1192eac8aa4 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:55.968923 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534271744'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:56.218576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533138037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534271986'] for subnet (770cd7f6-2420-4795-934c-2a23a0b0024b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:56.277956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=770cd7f6-2420-4795-934c-2a23a0b0024b,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:56.290401 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Checking segment: {'id': '6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'cbf2f372-ba2e-4bda-9b5e-2768906e5a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:10:56.291166 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Network hostable DHCP agents. Network: cbf2f372-ba2e-4bda-9b5e-2768906e5a9f, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:10:56.395512 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Network cbf2f372-ba2e-4bda-9b5e-2768906e5a9f is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:10:56.492635 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, cbf2f372-ba2e-4bda-9b5e-2768906e5a9f) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:10:56.497458 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:56.498047 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:56.502464 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af075f40-3702-4a1d-9428-d68ba25f4860 None None] Network cbf2f372-ba2e-4bda-9b5e-2768906e5a9f requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:56.581012 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7512fdc0-5d4e-4b6a-b58b-5e64bb88a77d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7090230 Feb 20 20:10:56.610237 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c7513-c953-4048-a963-56615d63dd14 None None] Network cbf2f372-ba2e-4bda-9b5e-2768906e5a9f requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:58.195465 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:02.389435 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-efb89950-f6ec-49bb-9200-0e6b54583a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.191470 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-fdc75d94-9a98-4376-a428-d21021930b0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531182 Feb 20 20:11:04.264809 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-972a789f-7486-4077-bb7a-b05ef66a7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.266328 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-972a789f-7486-4077-bb7a-b05ef66a7de0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1129 time: 0.0518568 Feb 20 20:11:04.375131 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-c044f89e-26e7-447f-b9a9-ac547bbbef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.376538 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-c044f89e-26e7-447f-b9a9-ac547bbbef2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.0898011 Feb 20 20:11:04.447984 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-e6147c5a-361c-4ddc-8aa8-2302d10aa340 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 1001 time: 0.0649021 Feb 20 20:11:04.500025 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-ce7b1b61-14f0-4162-bdf7-f1526cf7178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.501488 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-ce7b1b61-14f0-4162-bdf7-f1526cf7178e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0468347 Feb 20 20:11:04.552142 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-11f42d44-2ff3-4174-93fe-b9f7294e021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:04.553652 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-11f42d44-2ff3-4174-93fe-b9f7294e021a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460286 Feb 20 20:11:04.629776 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6ce5a157-5617-4f2e-9288-c2053ef528df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:04.651059 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-49620dae-8817-40a3-8d06-758d984d2237 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903633 Feb 20 20:11:04.749369 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2f025592-fb3b-4888-8e52-e4ec463aa1e1 req-71692fc0-b556-4859-b517-d30d69b452f4 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895221 Feb 20 20:11:05.935934 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.075354 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.806334 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.332818 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47108) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:13.641243 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Deleting subnet 5c629c3e-11bc-4a6d-83f5-f65e94fe042b {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:13.644688 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Publish callbacks [] for subnet (5c629c3e-11bc-4a6d-83f5-f65e94fe042b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.679810 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (5c629c3e-11bc-4a6d-83f5-f65e94fe042b), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.721407 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (5c629c3e-11bc-4a6d-83f5-f65e94fe042b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.850577 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (5c629c3e-11bc-4a6d-83f5-f65e94fe042b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.881021 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c629c3e-11bc-4a6d-83f5-f65e94fe042b,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:13.890936 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:13.894311 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6b8e6843-d546-400b-a9f2-30da763b1773 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5c629c3e-11bc-4a6d-83f5-f65e94fe042b HTTP/1.1" status: 204 len: 168 time: 0.5604804 Feb 20 20:11:13.896798 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47110) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:13.965478 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (1461f906-92f3-47b8-8324-925397abd3c8), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.050739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (1461f906-92f3-47b8-8324-925397abd3c8), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.072228 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1461f906-92f3-47b8-8324-925397abd3c8']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:14.081846 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380d8373-e43f-4be1-b75b-f44231623144') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:14.082144 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380d8373-e43f-4be1-b75b-f44231623144') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:14.092201 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (380d8373-e43f-4be1-b75b-f44231623144), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.105758 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (380d8373-e43f-4be1-b75b-f44231623144), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.111739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:14.112135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (380d8373-e43f-4be1-b75b-f44231623144), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:14.113818 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:14.227452 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (1461f906-92f3-47b8-8324-925397abd3c8), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.233406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.236708 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1461f906-92f3-47b8-8324-925397abd3c8 HTTP/1.1" status: 204 len: 168 time: 0.3389444 Feb 20 20:11:14.239694 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47112) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:14.248712 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e72ce2-267c-4ede-befc-2720b448be82 admin admin] Pushing event deleted for resources: {'Network': ['ID=1461f906-92f3-47b8-8324-925397abd3c8,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:14.289018 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Deleting subnet 770cd7f6-2420-4795-934c-2a23a0b0024b {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:14.292790 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Publish callbacks [] for subnet (770cd7f6-2420-4795-934c-2a23a0b0024b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.330737 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (770cd7f6-2420-4795-934c-2a23a0b0024b), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.370293 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (770cd7f6-2420-4795-934c-2a23a0b0024b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.515201 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (770cd7f6-2420-4795-934c-2a23a0b0024b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.540097 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770cd7f6-2420-4795-934c-2a23a0b0024b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:14.546497 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.549826 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-5dada7d8-fe62-4c27-949c-f5842fcdc717 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/770cd7f6-2420-4795-934c-2a23a0b0024b HTTP/1.1" status: 204 len: 168 time: 0.3090873 Feb 20 20:11:14.552319 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47114) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:14.624876 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (cbf2f372-ba2e-4bda-9b5e-2768906e5a9f), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.705276 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (cbf2f372-ba2e-4bda-9b5e-2768906e5a9f), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.726582 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf2f372-ba2e-4bda-9b5e-2768906e5a9f']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:14.737136 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:14.737427 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:14.748317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.763139 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.769530 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (6a5c1a5b-4d3b-49e6-aab6-cbec5852d9dd), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:14.772121 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:14.886608 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (cbf2f372-ba2e-4bda-9b5e-2768906e5a9f), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.892147 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:14.898459 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] 10.222.0.48 "DELETE /v2.0/networks/cbf2f372-ba2e-4bda-9b5e-2768906e5a9f HTTP/1.1" status: 204 len: 168 time: 0.3421078 Feb 20 20:11:14.907344 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0deed-6ddb-419e-8d43-7a0ae1c61a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf2f372-ba2e-4bda-9b5e-2768906e5a9f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:15.278160 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47118) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:15.318775 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-80feae93-06b5-4728-bd3f-a5e6981fa0f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f06886a6fae4920bbf3ace1b3bf7583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394478 Feb 20 20:11:15.321286 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47120) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:15.370030 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f79d2ca7-a868-4942-b772-0f727666f47d admin admin] Publish callbacks [] for security_group (4d25e881-3c9d-4d8e-a89a-ece648bfb1f1), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.393439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f79d2ca7-a868-4942-b772-0f727666f47d admin admin] Publish callbacks [] for security_group (4d25e881-3c9d-4d8e-a89a-ece648bfb1f1), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.541631 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f79d2ca7-a868-4942-b772-0f727666f47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (4d25e881-3c9d-4d8e-a89a-ece648bfb1f1), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.544412 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f79d2ca7-a868-4942-b772-0f727666f47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:15.545576 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-f79d2ca7-a868-4942-b772-0f727666f47d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d25e881-3c9d-4d8e-a89a-ece648bfb1f1 HTTP/1.1" status: 204 len: 168 time: 0.2234011 Feb 20 20:11:15.553401 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d2ca7-a868-4942-b772-0f727666f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d25e881-3c9d-4d8e-a89a-ece648bfb1f1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:16.255917 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47126) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:16.297291 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-98803394-6ea8-4d77-9c92-ec3191cf0459 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fdea183135e47239cb0e1192eac8aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398827 Feb 20 20:11:16.299774 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47128) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:16.353490 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-518f521f-cb96-4627-836e-bbb158e38c0d admin admin] Publish callbacks [] for security_group (08ad8d10-4cbc-4ad7-8949-2eb3dcb96606), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:16.374677 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-518f521f-cb96-4627-836e-bbb158e38c0d admin admin] Publish callbacks [] for security_group (08ad8d10-4cbc-4ad7-8949-2eb3dcb96606), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:16.509380 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-518f521f-cb96-4627-836e-bbb158e38c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (08ad8d10-4cbc-4ad7-8949-2eb3dcb96606), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:16.512030 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-518f521f-cb96-4627-836e-bbb158e38c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:16.513195 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-518f521f-cb96-4627-836e-bbb158e38c0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08ad8d10-4cbc-4ad7-8949-2eb3dcb96606 HTTP/1.1" status: 204 len: 168 time: 0.2124984 Feb 20 20:11:16.523452 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f521f-cb96-4627-836e-bbb158e38c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad8d10-4cbc-4ad7-8949-2eb3dcb96606,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:17.869762 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cab628-1fe8-4300-8870-8083d4ed532c req-128ea131-e4a3-4f87-b2ce-5a20899ea750 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:17.871370 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-18cab628-1fe8-4300-8870-8083d4ed532c req-128ea131-e4a3-4f87-b2ce-5a20899ea750 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 946 time: 0.0557394 Feb 20 20:11:17.935641 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-18cab628-1fe8-4300-8870-8083d4ed532c req-d039973a-0e40-4fc9-afea-a2bebc91c153 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584171 Feb 20 20:11:19.078525 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdb418-87d8-4da6-8682-821beb55a32a req-18192938-51ef-4ddf-b4b1-53640b772f17 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:19.080194 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-82fdb418-87d8-4da6-8682-821beb55a32a req-18192938-51ef-4ddf-b4b1-53640b772f17 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 946 time: 0.0593438 Feb 20 20:11:19.130488 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-82fdb418-87d8-4da6-8682-821beb55a32a req-b7c85320-6e39-4ee8-a323-a51fc5e57dc1 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups?id=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 Feb 20 20:11:19.413864 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-6a7ef323-4e75-44e5-bdd7-7d5e98c8a3e3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:19.415408 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-6a7ef323-4e75-44e5-bdd7-7d5e98c8a3e3 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 946 time: 0.0570638 Feb 20 20:11:19.516739 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Deleting port f6bff92d-d3df-4d8b-9112-e887bdd94206 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:19.517085 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.618555 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] For port f6bff92d-d3df-4d8b-9112-e887bdd94206, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=f6bff92d-d3df-4d8b-9112-e887bdd94206,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:19.618938 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.803396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.803776 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (fc494d99-6a42-4e22-ab2a-59eb62c26d05), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:19.804092 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Floating IP fc494d99-6a42-4e22-ab2a-59eb62c26d05 disassociated. External IP: 172.27.2.128, port: f6bff92d-d3df-4d8b-9112-e887bdd94206. Feb 20 20:11:19.804431 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Calling delete_port for f6bff92d-d3df-4d8b-9112-e887bdd94206 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:20.041087 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (f6bff92d-d3df-4d8b-9112-e887bdd94206), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:20.070458 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event deleted for resources: {'Port': ['ID=f6bff92d-d3df-4d8b-9112-e887bdd94206,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:20.196943 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:20.270572 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f5d1a96b-dbd5-4327-ac31-ef9f4208daf4 req-f4d3e8a5-bd75-4ab9-bcfe-bcae3d1c6e58 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 210 time: 0.0652733 Feb 20 20:11:20.348313 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:20.358342 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:20.369086 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:20.369705 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.390695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] No DVR routers for this DVR port f6bff92d-d3df-4d8b-9112-e887bdd94206 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:20.393258 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:20.396550 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70e6f1c9-5628-4908-957d-dd71563dcf3a req-0b30e9aa-587a-45a4-8f48-defe4d656db0 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.65 "DELETE /v2.0/ports/f6bff92d-d3df-4d8b-9112-e887bdd94206 HTTP/1.1" status: 204 len: 173 time: 0.9734058 Feb 20 20:11:20.397099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-deleted', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:20.399296 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112995b3-85ea-40f0-872d-674ca41e0b5c" -d '{"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-deleted", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:20.447559 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b4992e-d316-4ab4-b08c-77a8114c7403 x-openstack-request-id: req-69b4992e-d316-4ab4-b08c-77a8114c7403 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:20.448224 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109ec69c-f848-4678-833d-40d86225d9bb", "name": "network-vif-deleted", "tag": "f6bff92d-d3df-4d8b-9112-e887bdd94206", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:20.448224 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69b4992e-d316-4ab4-b08c-77a8114c7403 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:20.449158 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109ec69c-f848-4678-833d-40d86225d9bb', 'name': 'network-vif-deleted', 'tag': 'f6bff92d-d3df-4d8b-9112-e887bdd94206', 'status': 'completed', 'code': 200} Feb 20 20:11:20.488942 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:20.714431 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.744112 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:20.752960 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:20.753569 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:20.870797 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:21.173232 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:21.212944 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee1a54-e66b-4363-8485-b999f252c660 None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:04:11Z', 'revision_number': 4, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'b409cfc0-c821-435b-b037-f68cca87f9f4', 'name': '', 'network_id': '018bc513-de5c-40e2-99fb-d19af3b1b8c8', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'mac_address': 'fa:16:3e:ed:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:09Z', 'updated_at': '2022-02-20T20:04:20Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'subnets': [{'id': '926057ec-1520-44ea-94b4-f92bdbab9bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:21.417787 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6ede1a35-ae32-44f7-af5c-04ad1e46589f req-351d9946-c5e3-497a-bbb1-3c4541234cdd tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/ports?device_id=109ec69c-f848-4678-833d-40d86225d9bb HTTP/1.1" status: 200 len: 210 time: 0.0428517 Feb 20 20:11:21.522357 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de652acc-d820-4a73-9d4b-f69659e3ae61 None None] New status for floating IP fc494d99-6a42-4e22-ab2a-59eb62c26d05: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:11:22.639413 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47214) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:22.707110 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e95a6029-617e-4a44-9480-b12c1f2d9524 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (dab0f510-fbb5-4deb-b0c0-aadcdf8313ca), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:22.737822 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e95a6029-617e-4a44-9480-b12c1f2d9524 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (dab0f510-fbb5-4deb-b0c0-aadcdf8313ca), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:22.770662 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:22.805018 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: f6bff92d-d3df-4d8b-9112-e887bdd94206 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:22.805439 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device f6bff92d-d3df-4d8b-9112-e887bdd94206 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:22.938004 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e95a6029-617e-4a44-9480-b12c1f2d9524 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (dab0f510-fbb5-4deb-b0c0-aadcdf8313ca), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:22.941079 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e95a6029-617e-4a44-9480-b12c1f2d9524 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:22.942303 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e95a6029-617e-4a44-9480-b12c1f2d9524 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "DELETE /v2.0/security-groups/dab0f510-fbb5-4deb-b0c0-aadcdf8313ca HTTP/1.1" status: 204 len: 168 time: 0.3018548 Feb 20 20:11:22.945705 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47216) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:22.960525 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a6029-617e-4a44-9480-b12c1f2d9524 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab0f510-fbb5-4deb-b0c0-aadcdf8313ca,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:22.968693 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-acfc7f4b-fc73-4644-836f-33232cdb3b49 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] show failed (client error): The resource could not be found. Feb 20 20:11:22.970648 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-acfc7f4b-fc73-4644-836f-33232cdb3b49 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "GET /v2.0/security-groups/dab0f510-fbb5-4deb-b0c0-aadcdf8313ca HTTP/1.1" status: 404 len: 347 time: 0.0232141 Feb 20 20:11:22.973964 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47218) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:23.120284 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Deleting port 2eef68e0-7715-4b9f-82d6-c98a0098fe6c {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:23.120600 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:23.210634 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:23.210941 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:23.226516 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Calling delete_port for 2eef68e0-7715-4b9f-82d6-c98a0098fe6c owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:23.469200 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (2eef68e0-7715-4b9f-82d6-c98a0098fe6c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:23.501333 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Pushing event deleted for resources: {'Port': ['ID=2eef68e0-7715-4b9f-82d6-c98a0098fe6c,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:23.575748 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks [] for floatingip (fc494d99-6a42-4e22-ab2a-59eb62c26d05), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:23.579003 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:23.580423 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c42388f0-c6fe-4235-a25f-08f690fac382 tempest-AttachVolumeShelveTestJSON-789694875 tempest-AttachVolumeShelveTestJSON-789694875-project] 10.222.0.48 "DELETE /v2.0/floatingips/fc494d99-6a42-4e22-ab2a-59eb62c26d05 HTTP/1.1" status: 204 len: 168 time: 0.6054478 Feb 20 20:11:26.476670 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47264) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:27.069655 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (0adbd70f-65b5-4e2d-be46-a252cafe7629), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.382587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Deleting port b409cfc0-c821-435b-b037-f68cca87f9f4 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:27.382918 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.459604 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] For port b409cfc0-c821-435b-b037-f68cca87f9f4, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=b409cfc0-c821-435b-b037-f68cca87f9f4,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:27.459999 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.472889 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Calling delete_port for b409cfc0-c821-435b-b037-f68cca87f9f4 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:27.749248 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (b409cfc0-c821-435b-b037-f68cca87f9f4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.780032 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Pushing event deleted for resources: {'Port': ['ID=b409cfc0-c821-435b-b037-f68cca87f9f4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:27.806612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.807019 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.807309 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.807643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.808001 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.808325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.808645 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.808996 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.809284 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.809604 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.809923 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.810237 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.810723 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.974399 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (0adbd70f-65b5-4e2d-be46-a252cafe7629), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.263194 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.470318 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Router 0adbd70f-65b5-4e2d-be46-a252cafe7629 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:28.581765 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:28.587813 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3e859739-3ce9-4161-9d90-d74480ebf63f admin admin] 10.222.0.48 "PUT /v2.0/routers/0adbd70f-65b5-4e2d-be46-a252cafe7629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1094658 Feb 20 20:11:28.599980 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47276) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:28.600518 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] Sync routers for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:28.604352 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:28.605050 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:28.707123 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks [] for router (0adbd70f-65b5-4e2d-be46-a252cafe7629), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.717452 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:28.817611 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks [] for router_gateway (0adbd70f-65b5-4e2d-be46-a252cafe7629), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.903531 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:11:27Z', 'revision_number': 5, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port': {'id': '77685ab0-b58c-4dbe-968a-5cfec4da4c4b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:04:01Z', 'updated_at': '2022-02-20T20:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:28.938569 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] Checking router: 0adbd70f-65b5-4e2d-be46-a252cafe7629 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:28.947862 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] Routers {'0adbd70f-65b5-4e2d-be46-a252cafe7629'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:28.948266 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['0adbd70f-65b5-4e2d-be46-a252cafe7629'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:28.997268 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Deleting port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:28.997268 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.035343 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] Set router 0adbd70f-65b5-4e2d-be46-a252cafe7629 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:29.079523 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] For port 77685ab0-b58c-4dbe-968a-5cfec4da4c4b, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:29.079923 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.088510 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:11:28Z', 'revision_number': 6, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:29.092608 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Calling delete_port for 77685ab0-b58c-4dbe-968a-5cfec4da4c4b owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:29.119506 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb94a3-c9cc-4fd3-9eff-dcdce8364734 None None] The sync data for ids ['0adbd70f-65b5-4e2d-be46-a252cafe7629'] in dv-cinder-821824-2-iscsi is: [{'id': '0adbd70f-65b5-4e2d-be46-a252cafe7629', 'name': 'tempest-AttachVolumeShelveTestJSON-2110270949-router', 'tenant_id': '00952ea0607741b6adbe912fbab6197a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:03:59Z', 'updated_at': '2022-02-20T20:11:28Z', 'revision_number': 6, 'project_id': '00952ea0607741b6adbe912fbab6197a', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:29.335482 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (77685ab0-b58c-4dbe-968a-5cfec4da4c4b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.364760 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77685ab0-b58c-4dbe-968a-5cfec4da4c4b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:29.392816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.393217 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.393567 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.393924 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.394246 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.394578 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.394915 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.395243 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.395572 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.395944 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.396274 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.396596 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.396959 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:29.439052 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (0adbd70f-65b5-4e2d-be46-a252cafe7629), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.543135 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (0adbd70f-65b5-4e2d-be46-a252cafe7629), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.545507 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks [] for router_controller (0adbd70f-65b5-4e2d-be46-a252cafe7629), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.697979 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (0adbd70f-65b5-4e2d-be46-a252cafe7629), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.698647 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0adbd70f-65b5-4e2d-be46-a252cafe7629 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:11:29.703238 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.704529 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-86e39610-2260-42ed-9877-8305ceb448f4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0adbd70f-65b5-4e2d-be46-a252cafe7629 HTTP/1.1" status: 204 len: 168 time: 1.1127594 Feb 20 20:11:29.708077 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47284) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:29.753819 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Deleting subnet 926057ec-1520-44ea-94b4-f92bdbab9bea {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:29.757156 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Publish callbacks [] for subnet (926057ec-1520-44ea-94b4-f92bdbab9bea), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.793080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (926057ec-1520-44ea-94b4-f92bdbab9bea), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.884161 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (926057ec-1520-44ea-94b4-f92bdbab9bea), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.972466 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 77685ab0-b58c-4dbe-968a-5cfec4da4c4b no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:29.994411 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 77685ab0-b58c-4dbe-968a-5cfec4da4c4b {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:29.994411 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 77685ab0-b58c-4dbe-968a-5cfec4da4c4b not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:29.994720 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device b409cfc0-c821-435b-b037-f68cca87f9f4 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:30.017112 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: b409cfc0-c821-435b-b037-f68cca87f9f4 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:30.017467 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device b409cfc0-c821-435b-b037-f68cca87f9f4 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:30.061585 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (926057ec-1520-44ea-94b4-f92bdbab9bea), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.088752 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=926057ec-1520-44ea-94b4-f92bdbab9bea,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.093798 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.097846 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-61c83bfe-67f3-4f44-b48b-986ba9decf8f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/926057ec-1520-44ea-94b4-f92bdbab9bea HTTP/1.1" status: 204 len: 168 time: 0.3885751 Feb 20 20:11:30.099472 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8dab5-c6c6-4fe0-8c89-0b1168c20611 None None] Network 018bc513-de5c-40e2-99fb-d19af3b1b8c8 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:30.100430 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47286) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.223533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (018bc513-de5c-40e2-99fb-d19af3b1b8c8), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.285211 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Deleting port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:30.285574 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.313645 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] DHCP port deletion for 018bc513-de5c-40e2-99fb-d19af3b1b8c8 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:11:30.358212 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] For port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:30.358567 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.373009 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Calling delete_port for 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:30.373763 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Deleting port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:30.374134 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.440612 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] For port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,segment=NetworkSegment(66a8a9f6-2775-44a1-9a34-2b69f382b889),segment_id=66a8a9f6-2775-44a1-9a34-2b69f382b889)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:30.441011 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.461365 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Calling delete_port for 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:30.558434 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.585628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.590208 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] No DVR routers for this DVR port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf on host dv-cinder-821824-2-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:30.674045 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (018bc513-de5c-40e2-99fb-d19af3b1b8c8), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.683274 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (7d3d32ec-04be-4760-b58a-e1d7f4bdebcf), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.707211 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018bc513-de5c-40e2-99fb-d19af3b1b8c8']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:30.710349 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Pushing event deleted for resources: {'Port': ['ID=7d3d32ec-04be-4760-b58a-e1d7f4bdebcf,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.713278 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] No DVR routers for this DVR port 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:30.722104 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a8a9f6-2775-44a1-9a34-2b69f382b889') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:30.722216 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a8a9f6-2775-44a1-9a34-2b69f382b889') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:30.724478 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.725088 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.725707 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.726304 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.727154 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.727309 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.727757 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.728477 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.728911 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.729414 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.729696 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.730020 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.730343 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91e21e-1348-4a9a-b19a-7b0896143807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:30.734547 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (66a8a9f6-2775-44a1-9a34-2b69f382b889), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.750074 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (66a8a9f6-2775-44a1-9a34-2b69f382b889), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.753240 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47294) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.756772 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:30.757171 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (66a8a9f6-2775-44a1-9a34-2b69f382b889), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:30.759702 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:30.776711 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:11:30.881710 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8506a6b6-71c6-460c-9446-e696e0bb5bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.923696 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (018bc513-de5c-40e2-99fb-d19af3b1b8c8), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.932057 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.935464 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] 10.222.0.48 "DELETE /v2.0/networks/018bc513-de5c-40e2-99fb-d19af3b1b8c8 HTTP/1.1" status: 204 len: 168 time: 0.8338108 Feb 20 20:11:30.945397 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bed5c-0e41-43e4-9cf9-5e09cd2d6976 admin admin] Pushing event deleted for resources: {'Network': ['ID=018bc513-de5c-40e2-99fb-d19af3b1b8c8,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.970023 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8506a6b6-71c6-460c-9446-e696e0bb5bf7 admin admin] Publish callbacks [] for security_group (fa1af17d-2f69-420b-a081-9429a4d37d69), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.052064 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8506a6b6-71c6-460c-9446-e696e0bb5bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (fa1af17d-2f69-420b-a081-9429a4d37d69), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.090575 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506a6b6-71c6-460c-9446-e696e0bb5bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1af17d-2f69-420b-a081-9429a4d37d69,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:31.095939 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-8506a6b6-71c6-460c-9446-e696e0bb5bf7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b10030dc9e741bf893e0534c2b0fd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416116 Feb 20 20:11:31.098782 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47300) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:31.156920 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acee67e0-6d15-4a43-b70f-83fea86c3e19 admin admin] Publish callbacks [] for security_group (fa1af17d-2f69-420b-a081-9429a4d37d69), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.181232 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acee67e0-6d15-4a43-b70f-83fea86c3e19 admin admin] Publish callbacks [] for security_group (fa1af17d-2f69-420b-a081-9429a4d37d69), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.266447 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47302) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:31.280584 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acee67e0-6d15-4a43-b70f-83fea86c3e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (fa1af17d-2f69-420b-a081-9429a4d37d69), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.283122 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acee67e0-6d15-4a43-b70f-83fea86c3e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.286974 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-acee67e0-6d15-4a43-b70f-83fea86c3e19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa1af17d-2f69-420b-a081-9429a4d37d69 HTTP/1.1" status: 204 len: 168 time: 0.1845303 Feb 20 20:11:31.298543 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee67e0-6d15-4a43-b70f-83fea86c3e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1af17d-2f69-420b-a081-9429a4d37d69,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:31.326690 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6069fc24-9886-4832-a2b1-154aa293acd0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00952ea0607741b6adbe912fbab6197a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0590580 Feb 20 20:11:31.329775 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47306) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:31.380060 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83beef6d-f618-4110-a8cc-c3744376c2f5 admin admin] Publish callbacks [] for security_group (f85223a4-9424-469e-80ab-552b308fa219), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.401929 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83beef6d-f618-4110-a8cc-c3744376c2f5 admin admin] Publish callbacks [] for security_group (f85223a4-9424-469e-80ab-552b308fa219), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.520962 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83beef6d-f618-4110-a8cc-c3744376c2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (f85223a4-9424-469e-80ab-552b308fa219), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.525003 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-83beef6d-f618-4110-a8cc-c3744376c2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:31.526200 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-83beef6d-f618-4110-a8cc-c3744376c2f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f85223a4-9424-469e-80ab-552b308fa219 HTTP/1.1" status: 204 len: 168 time: 0.1955185 Feb 20 20:11:31.536295 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83beef6d-f618-4110-a8cc-c3744376c2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85223a4-9424-469e-80ab-552b308fa219,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:31.666396 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:31.692336 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:31.692685 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 7d3d32ec-04be-4760-b58a-e1d7f4bdebcf not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:32.041901 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47312) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:32.059182 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da493c4a-bc00-4b2f-9fc2-d65575709054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.164059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da493c4a-bc00-4b2f-9fc2-d65575709054 admin admin] Publish callbacks [] for security_group (35a853b9-6953-4c8b-85c2-eccc5021b19b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.252018 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da493c4a-bc00-4b2f-9fc2-d65575709054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (35a853b9-6953-4c8b-85c2-eccc5021b19b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.298727 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da493c4a-bc00-4b2f-9fc2-d65575709054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a853b9-6953-4c8b-85c2-eccc5021b19b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:32.303553 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-da493c4a-bc00-4b2f-9fc2-d65575709054 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=096f721cbeba4c0aa0d44fe67a15043d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600918 Feb 20 20:11:32.313919 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47320) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:32.360290 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0a2f01a9-96d1-4be7-a588-209ba60eb923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.388779 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-feaa7607-302e-4ce5-8173-904f4af8dacd admin admin] Publish callbacks [] for security_group (35a853b9-6953-4c8b-85c2-eccc5021b19b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.432651 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-feaa7607-302e-4ce5-8173-904f4af8dacd admin admin] Publish callbacks [] for security_group (35a853b9-6953-4c8b-85c2-eccc5021b19b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.575124 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-feaa7607-302e-4ce5-8173-904f4af8dacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (35a853b9-6953-4c8b-85c2-eccc5021b19b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.577832 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-feaa7607-302e-4ce5-8173-904f4af8dacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:32.584123 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-feaa7607-302e-4ce5-8173-904f4af8dacd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35a853b9-6953-4c8b-85c2-eccc5021b19b HTTP/1.1" status: 204 len: 168 time: 0.2639239 Feb 20 20:11:32.588034 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa7607-302e-4ce5-8173-904f4af8dacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a853b9-6953-4c8b-85c2-eccc5021b19b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:32.982201 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47338) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:33.091483 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-773594753-network', 'tenant_id': 'f9a7c7f975f94910b6bbaca9c9924a7d'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:33.175041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Made reservation on behalf of f9a7c7f975f94910b6bbaca9c9924a7d for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:33.177521 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.186405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.270528 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks [] for security_group (a5a87101-752d-41e0-8000-d198dbdc4d43), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.341349 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (a5a87101-752d-41e0-8000-d198dbdc4d43), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.366646 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:33.376720 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a87101-752d-41e0-8000-d198dbdc4d43,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:33.382741 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (cb843f6d-6180-4344-be63-0bf759e16081), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.383665 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.segments_db [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Added segment cb843f6d-6180-4344-be63-0bf759e16081 of type vlan for network d294391e-b00c-4032-8379-4b7364695f90 Feb 20 20:11:33.435017 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (d294391e-b00c-4032-8379-4b7364695f90), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.554381 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (d294391e-b00c-4032-8379-4b7364695f90), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.555980 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:33.556570 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:33.616618 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] Pushing event updated for resources: {'Network': ['ID=d294391e-b00c-4032-8379-4b7364695f90,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:33.627816 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network d294391e-b00c-4032-8379-4b7364695f90 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:33.666264 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6b94cc83-2143-4671-9908-bc56a26d7fdb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6826694 Feb 20 20:11:33.666814 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47358) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:33.674488 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Request body: {'subnet': {'network_id': 'd294391e-b00c-4032-8379-4b7364695f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-773594753-subnet', 'tenant_id': 'f9a7c7f975f94910b6bbaca9c9924a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:33.781196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Made reservation on behalf of f9a7c7f975f94910b6bbaca9c9924a7d for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:33.783457 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534271744'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.012561 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533138037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534271986'] for subnet (79eee091-f143-4964-b96f-8ef47019ee27), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.068270 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79eee091-f143-4964-b96f-8ef47019ee27,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:34.085618 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Checking segment: {'id': 'cb843f6d-6180-4344-be63-0bf759e16081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd294391e-b00c-4032-8379-4b7364695f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:34.085984 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Network hostable DHCP agents. Network: d294391e-b00c-4032-8379-4b7364695f90, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:11:34.160635 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Network d294391e-b00c-4032-8379-4b7364695f90 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:11:34.255610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, d294391e-b00c-4032-8379-4b7364695f90) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:34.260256 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:34.260859 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:34.265213 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e778c-a763-4e04-9477-23c48197bd94 None None] Network d294391e-b00c-4032-8379-4b7364695f90 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:34.370142 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b438a5f8-0537-41c1-91e8-40460932ece9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7007141 Feb 20 20:11:34.381910 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c4a76-95be-4ba1-9876-c65229ce4a82 None None] Network d294391e-b00c-4032-8379-4b7364695f90 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:34.632702 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-086d9fcd-68f6-4ef3-91f1-f8e459aac910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.326272 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47400) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:35.333752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-994073386-network', 'tenant_id': '15d2e75fa49747d99b0aec875278165c'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:35.460929 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Made reservation on behalf of 15d2e75fa49747d99b0aec875278165c for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:35.463325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.472130 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.553903 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks [] for security_group (9018c215-caa4-4c28-a177-47d833df3d86), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.669018 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9018c215-caa4-4c28-a177-47d833df3d86), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.690789 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:35.705723 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9018c215-caa4-4c28-a177-47d833df3d86,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:35.709989 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.710539 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Added segment 34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45 of type vlan for network 93014426-7d08-40f9-a8f6-f006172b3f96 Feb 20 20:11:35.756078 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (93014426-7d08-40f9-a8f6-f006172b3f96), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.834701 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (93014426-7d08-40f9-a8f6-f006172b3f96), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.835704 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:35.836330 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:35.895214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] Pushing event updated for resources: {'Network': ['ID=93014426-7d08-40f9-a8f6-f006172b3f96,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:35.907742 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 93014426-7d08-40f9-a8f6-f006172b3f96 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:35.950236 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.001003 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-dff90b15-dc6a-403b-8d56-9d662ef8d832 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6735942 Feb 20 20:11:36.004181 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47406) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:36.009731 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Request body: {'subnet': {'network_id': '93014426-7d08-40f9-a8f6-f006172b3f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-994073386-subnet', 'tenant_id': '15d2e75fa49747d99b0aec875278165c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:36.126090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Made reservation on behalf of 15d2e75fa49747d99b0aec875278165c for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:36.128776 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534271744'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.392541 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533138037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534271986'] for subnet (8292cf15-a8c9-49eb-b9c1-9f8243550845), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.449867 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8292cf15-a8c9-49eb-b9c1-9f8243550845,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:36.458943 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Checking segment: {'id': '34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '93014426-7d08-40f9-a8f6-f006172b3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:36.459311 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Network hostable DHCP agents. Network: 93014426-7d08-40f9-a8f6-f006172b3f96, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:11:36.548676 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Network 93014426-7d08-40f9-a8f6-f006172b3f96 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:11:36.649435 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 93014426-7d08-40f9-a8f6-f006172b3f96) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:36.654098 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:36.654699 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:36.661390 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3413c02-cc9c-48a3-9db0-91ca85b72a7a None None] Network 93014426-7d08-40f9-a8f6-f006172b3f96 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:36.760822 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6f0f1-269d-43b9-acd3-c33c05d16324 None None] Network 93014426-7d08-40f9-a8f6-f006172b3f96 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:36.801423 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1e735e39-6a05-4a1c-a9d9-13241180d3c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7958159 Feb 20 20:11:36.940364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47414) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:36.995056 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Deleting subnet 79eee091-f143-4964-b96f-8ef47019ee27 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:36.998610 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Publish callbacks [] for subnet (79eee091-f143-4964-b96f-8ef47019ee27), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.041475 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (79eee091-f143-4964-b96f-8ef47019ee27), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.044453 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.094969 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (79eee091-f143-4964-b96f-8ef47019ee27), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.255914 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (79eee091-f143-4964-b96f-8ef47019ee27), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.285063 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79eee091-f143-4964-b96f-8ef47019ee27,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:37.287287 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.299064 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0c206df1-c333-47ce-b9fd-532ac9f4ca24 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/79eee091-f143-4964-b96f-8ef47019ee27 HTTP/1.1" status: 204 len: 168 time: 0.3575699 Feb 20 20:11:37.300193 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47420) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:37.318473 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47422) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:37.386431 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (d294391e-b00c-4032-8379-4b7364695f90), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.475045 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (d294391e-b00c-4032-8379-4b7364695f90), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.508782 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d294391e-b00c-4032-8379-4b7364695f90']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:37.521506 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb843f6d-6180-4344-be63-0bf759e16081') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:37.521807 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb843f6d-6180-4344-be63-0bf759e16081') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:37.537795 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (cb843f6d-6180-4344-be63-0bf759e16081), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.555957 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (cb843f6d-6180-4344-be63-0bf759e16081), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.563899 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:37.564323 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (cb843f6d-6180-4344-be63-0bf759e16081), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:37.566683 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:37.690041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (d294391e-b00c-4032-8379-4b7364695f90), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.695827 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.697148 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Deleting port a6e4db20-1ddd-4572-b980-e5ce1528a20b {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:37.697544 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.699410 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d294391e-b00c-4032-8379-4b7364695f90 HTTP/1.1" status: 204 len: 168 time: 0.3972368 Feb 20 20:11:37.702508 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47436) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:37.714494 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489de1b-c075-4e39-8fff-963f792a7fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d294391e-b00c-4032-8379-4b7364695f90,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:37.802367 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Deleting subnet 8292cf15-a8c9-49eb-b9c1-9f8243550845 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:37.836018 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.837016 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for floatingip (a6e4db20-1ddd-4572-b980-e5ce1528a20b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.853010 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Calling delete_port for a6e4db20-1ddd-4572-b980-e5ce1528a20b owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:37.869879 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Publish callbacks [] for subnet (8292cf15-a8c9-49eb-b9c1-9f8243550845), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.965528 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (8292cf15-a8c9-49eb-b9c1-9f8243550845), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.029789 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (8292cf15-a8c9-49eb-b9c1-9f8243550845), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.206797 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (8292cf15-a8c9-49eb-b9c1-9f8243550845), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.247246 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (a6e4db20-1ddd-4572-b980-e5ce1528a20b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.253320 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8292cf15-a8c9-49eb-b9c1-9f8243550845,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:38.280780 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.284082 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-cef64061-52c6-4871-98c2-a146c8e3338f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8292cf15-a8c9-49eb-b9c1-9f8243550845 HTTP/1.1" status: 204 len: 168 time: 0.5805464 Feb 20 20:11:38.287061 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47438) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:38.287266 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event deleted for resources: {'Port': ['ID=a6e4db20-1ddd-4572-b980-e5ce1528a20b,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:38.356216 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for floatingip (523c349e-0e25-4bbd-8644-64e68716c723), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.356603 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Floating IP 523c349e-0e25-4bbd-8644-64e68716c723 disassociated (deleted). External IP: 172.27.2.104, port: 56478286-0f65-408c-a855-f3d1baf94552. Feb 20 20:11:38.377956 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (93014426-7d08-40f9-a8f6-f006172b3f96), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.458659 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (93014426-7d08-40f9-a8f6-f006172b3f96), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.485614 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93014426-7d08-40f9-a8f6-f006172b3f96']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:38.498295 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:38.498662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:38.509493 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.524080 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.531868 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:38.532268 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (34625dba-c0d8-4c9c-bfa4-6bbe32ef5c45), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:38.534122 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:38.604555 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Router 33433b7f-94eb-4863-a11f-ebf991a23116 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:38.695485 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (93014426-7d08-40f9-a8f6-f006172b3f96), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.701133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.704668 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] 10.222.0.48 "DELETE /v2.0/networks/93014426-7d08-40f9-a8f6-f006172b3f96 HTTP/1.1" status: 204 len: 168 time: 0.4162929 Feb 20 20:11:38.719888 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75859f48-bdee-4dfb-a524-fe9389180a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=93014426-7d08-40f9-a8f6-f006172b3f96,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:38.734134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:38.748879 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.750240 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] Sync routers for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:38.767109 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:38.768747 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:38.784557 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b81d7822-aa71-4ad2-90cd-3829f844f3ec tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "DELETE /v2.0/floatingips/523c349e-0e25-4bbd-8644-64e68716c723 HTTP/1.1" status: 204 len: 168 time: 1.4648924 Feb 20 20:11:38.785292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:38.787913 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fdfcfd-954f-430c-8852-16da3bd031b4" -d '{"events": [{"name": "network-changed", "server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:38.832339 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5460b25-c9d0-48f2-ae23-33441a6e9698 x-openstack-request-id: req-f5460b25-c9d0-48f2-ae23-33441a6e9698 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:38.832841 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:38.833994 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5460b25-c9d0-48f2-ae23-33441a6e9698 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:38.834429 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'status': 'completed', 'code': 200} Feb 20 20:11:38.867247 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.916122 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-8e2cf48b-94a0-4a78-832f-2bdeef25b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:38.918735 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-8e2cf48b-94a0-4a78-832f-2bdeef25b004 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 1130 time: 0.0577164 Feb 20 20:11:38.963542 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:39.020727 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-dc914c9d-dce9-4133-9386-71e1735b8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:39.022219 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-dc914c9d-dce9-4133-9386-71e1735b8b62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 200 len: 910 time: 0.0945606 Feb 20 20:11:39.069646 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-cbea280c-5313-4338-975a-72bf42480d60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 200 len: 217 time: 0.0373826 Feb 20 20:11:39.123537 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-c50d7ca5-653c-4647-86d7-1a02af0d1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:39.125160 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-c50d7ca5-653c-4647-86d7-1a02af0d1463 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=01b9e375-e158-4359-91e3-f44ae2a5ff2e HTTP/1.1" status: 200 len: 848 time: 0.0461721 Feb 20 20:11:39.189921 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-c4224c05-dd5d-4de3-8313-5f15fec13c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:39.192558 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-c4224c05-dd5d-4de3-8313-5f15fec13c79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=23ab1b2f-725a-455d-b941-474247db4742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583460 Feb 20 20:11:39.217837 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:39.241256 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] Checking router: 33433b7f-94eb-4863-a11f-ebf991a23116 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:39.252143 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47448) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:39.253056 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:39.253662 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:39.308403 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47452) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:39.309475 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-b696abd0-dc4c-49dd-9500-aeb45e4c6bb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9a7c7f975f94910b6bbaca9c9924a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556731 Feb 20 20:11:39.399290 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-2529e8dd-a30c-4822-8c9c-11e06fb617d2 service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948507 Feb 20 20:11:39.413133 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:39.441381 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-515185e6-2d4e-476f-9c92-3c2a7dc00a3e admin admin] Publish callbacks [] for security_group (a5a87101-752d-41e0-8000-d198dbdc4d43), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.507752 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-515185e6-2d4e-476f-9c92-3c2a7dc00a3e admin admin] Publish callbacks [] for security_group (a5a87101-752d-41e0-8000-d198dbdc4d43), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.515780 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397da24-5c7d-43bf-8217-ea60cb5ea2c0 req-87e06cdc-674c-400c-a933-21cedbe40056 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:39.517316 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3397da24-5c7d-43bf-8217-ea60cb5ea2c0 req-87e06cdc-674c-400c-a933-21cedbe40056 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.1691847 Feb 20 20:11:39.590729 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-87fdfcfd-954f-430c-8852-16da3bd031b4 req-25f6ec90-d38b-4c8f-8ce4-e451b8e195b9 service neutron] 10.222.0.65 "GET /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821377 Feb 20 20:11:39.620938 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3397da24-5c7d-43bf-8217-ea60cb5ea2c0 req-eaaa2076-cf44-4600-9200-363864e3fb24 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946360 Feb 20 20:11:39.644786 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:39.672050 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cf56a-6bd2-469a-b6e9-d868ebdf2a12 None None] The sync data for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi is: [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:05:52Z', 'revision_number': 4, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'a31b5342-8416-4534-ba1c-1c6187af9c50', 'name': '', 'network_id': '23ab1b2f-725a-455d-b941-474247db4742', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'mac_address': 'fa:16:3e:bd:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:51Z', 'updated_at': '2022-02-20T20:05:56Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'subnets': [{'id': '01b9e375-e158-4359-91e3-f44ae2a5ff2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:39.709120 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-515185e6-2d4e-476f-9c92-3c2a7dc00a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (a5a87101-752d-41e0-8000-d198dbdc4d43), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.713872 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-515185e6-2d4e-476f-9c92-3c2a7dc00a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.723977 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-515185e6-2d4e-476f-9c92-3c2a7dc00a3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5a87101-752d-41e0-8000-d198dbdc4d43 HTTP/1.1" status: 204 len: 168 time: 0.4057186 Feb 20 20:11:39.728478 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515185e6-2d4e-476f-9c92-3c2a7dc00a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a87101-752d-41e0-8000-d198dbdc4d43,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:39.950144 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebacd01-5acb-442d-b7dd-f396941c5a8b None None] New status for floating IP 523c349e-0e25-4bbd-8644-64e68716c723: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:11:40.520396 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47470) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:40.564986 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6e8c7d76-7760-49c7-a68f-c74d954359b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15d2e75fa49747d99b0aec875278165c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432959 Feb 20 20:11:40.567386 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47472) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:40.626135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f702a7be-0ebf-406f-be14-65ba237044ce admin admin] Publish callbacks [] for security_group (9018c215-caa4-4c28-a177-47d833df3d86), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.653782 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f702a7be-0ebf-406f-be14-65ba237044ce admin admin] Publish callbacks [] for security_group (9018c215-caa4-4c28-a177-47d833df3d86), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.752340 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7701a8e-fb58-4da3-ba2a-197af259e084 req-f46442db-2b0e-489a-9f1e-425c33d3cff1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:40.753856 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d7701a8e-fb58-4da3-ba2a-197af259e084 req-f46442db-2b0e-489a-9f1e-425c33d3cff1 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0546184 Feb 20 20:11:40.783058 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f702a7be-0ebf-406f-be14-65ba237044ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9018c215-caa4-4c28-a177-47d833df3d86), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.785786 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f702a7be-0ebf-406f-be14-65ba237044ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.789419 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f702a7be-0ebf-406f-be14-65ba237044ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9018c215-caa4-4c28-a177-47d833df3d86 HTTP/1.1" status: 204 len: 168 time: 0.2186394 Feb 20 20:11:40.799444 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702a7be-0ebf-406f-be14-65ba237044ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018c215-caa4-4c28-a177-47d833df3d86,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:40.813947 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d7701a8e-fb58-4da3-ba2a-197af259e084 req-27429ea8-cc17-4ef2-bb56-a3bccb1252cf tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fff104-28f8-43eb-a30b-4aa01cffc4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540500 Feb 20 20:11:41.145368 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c23e4881-2476-4a9a-a5d2-86e3e6dab57b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:41.146935 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c23e4881-2476-4a9a-a5d2-86e3e6dab57b tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.65 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 946 time: 0.0567195 Feb 20 20:11:41.254427 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Deleting port 56478286-0f65-408c-a855-f3d1baf94552 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:41.254884 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (56478286-0f65-408c-a855-f3d1baf94552), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.388620 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] For port 56478286-0f65-408c-a855-f3d1baf94552, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=56478286-0f65-408c-a855-f3d1baf94552,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:41.388620 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (56478286-0f65-408c-a855-f3d1baf94552), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.399533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Calling delete_port for 56478286-0f65-408c-a855-f3d1baf94552 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:41.635860 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (56478286-0f65-408c-a855-f3d1baf94552), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.670566 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event deleted for resources: {'Port': ['ID=56478286-0f65-408c-a855-f3d1baf94552,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:41.719703 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] No DVR routers for this DVR port 56478286-0f65-408c-a855-f3d1baf94552 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:41.722182 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.725745 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-73adcf17-bd78-4972-8420-e5080994f6ea req-c5cea2b0-6f43-47df-8007-480edd424ac8 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.65 "DELETE /v2.0/ports/56478286-0f65-408c-a855-f3d1baf94552 HTTP/1.1" status: 204 len: 173 time: 0.5726690 Feb 20 20:11:41.726219 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-deleted', 'tag': '56478286-0f65-408c-a855-f3d1baf94552'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:41.729030 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d263f1-2447-46b0-9600-9ea1c7f96794" -d '{"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-deleted", "tag": "56478286-0f65-408c-a855-f3d1baf94552"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:41.777152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81e627-680a-4628-85c3-60e7050c2ce7 x-openstack-request-id: req-2d81e627-680a-4628-85c3-60e7050c2ce7 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:41.777152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471ed581-14df-44d1-88c5-3d13e0c4cff8", "name": "network-vif-deleted", "tag": "56478286-0f65-408c-a855-f3d1baf94552", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:41.777152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d81e627-680a-4628-85c3-60e7050c2ce7 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:41.777152 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471ed581-14df-44d1-88c5-3d13e0c4cff8', 'name': 'network-vif-deleted', 'tag': '56478286-0f65-408c-a855-f3d1baf94552', 'status': 'completed', 'code': 200} Feb 20 20:11:41.929374 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-3ff8d92b-a89e-4aa3-b8fa-2314a6f805ce req-8d84c6e8-5c9f-4e97-9374-bba8f029158e tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0384994 Feb 20 20:11:43.093188 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5c45433c-35c5-41c9-8793-8740bf018293 req-d69637cf-bdb3-46c0-a1fc-a6e012424f26 tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "GET /v2.0/ports?device_id=471ed581-14df-44d1-88c5-3d13e0c4cff8 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Feb 20 20:11:44.161255 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47550) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:44.222282 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38772c04-5d06-4f7c-a867-3adc9c1ed94c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group (b5fff104-28f8-43eb-a30b-4aa01cffc4d9), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.250338 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38772c04-5d06-4f7c-a867-3adc9c1ed94c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group (b5fff104-28f8-43eb-a30b-4aa01cffc4d9), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.387044 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38772c04-5d06-4f7c-a867-3adc9c1ed94c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (b5fff104-28f8-43eb-a30b-4aa01cffc4d9), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.390081 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-38772c04-5d06-4f7c-a867-3adc9c1ed94c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:44.391309 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-38772c04-5d06-4f7c-a867-3adc9c1ed94c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] 10.222.0.48 "DELETE /v2.0/security-groups/b5fff104-28f8-43eb-a30b-4aa01cffc4d9 HTTP/1.1" status: 204 len: 168 time: 0.2289584 Feb 20 20:11:44.400661 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38772c04-5d06-4f7c-a867-3adc9c1ed94c tempest-TestShelveInstance-1712126010 tempest-TestShelveInstance-1712126010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fff104-28f8-43eb-a30b-4aa01cffc4d9,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:44.569733 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:45.042445 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:45.067443 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 56478286-0f65-408c-a855-f3d1baf94552 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:45.067902 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 56478286-0f65-408c-a855-f3d1baf94552 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:45.102657 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (33433b7f-94eb-4863-a11f-ebf991a23116), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.620822 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Deleting port a31b5342-8416-4534-ba1c-1c6187af9c50 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:45.621437 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.704665 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] For port a31b5342-8416-4534-ba1c-1c6187af9c50, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a31b5342-8416-4534-ba1c-1c6187af9c50,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:45.705034 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:45.719666 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Calling delete_port for a31b5342-8416-4534-ba1c-1c6187af9c50 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:45.977426 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (a31b5342-8416-4534-ba1c-1c6187af9c50), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.004791 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=a31b5342-8416-4534-ba1c-1c6187af9c50,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:46.201068 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (33433b7f-94eb-4863-a11f-ebf991a23116), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.445560 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Router 33433b7f-94eb-4863-a11f-ebf991a23116 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:46.559101 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:46.566233 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-19495ec6-13b4-443a-81d7-fd2426757fbe admin admin] 10.222.0.48 "PUT /v2.0/routers/33433b7f-94eb-4863-a11f-ebf991a23116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930069 Feb 20 20:11:46.567232 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47576) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:46.568504 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] Sync routers for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:46.583879 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:46.585641 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:46.691987 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks [] for router (33433b7f-94eb-4863-a11f-ebf991a23116), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.710238 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:46.817376 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks [] for router_gateway (33433b7f-94eb-4863-a11f-ebf991a23116), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:46.903270 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:11:45Z', 'revision_number': 5, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port': {'id': 'ea2700ec-5802-4e7d-84e4-3ab550e13de3', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:48Z', 'updated_at': '2022-02-20T20:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:46.931160 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] Checking router: 33433b7f-94eb-4863-a11f-ebf991a23116 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:46.940340 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] Routers {'33433b7f-94eb-4863-a11f-ebf991a23116'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:46.940957 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['33433b7f-94eb-4863-a11f-ebf991a23116'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:46.941776 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Deleting port ea2700ec-5802-4e7d-84e4-3ab550e13de3 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:46.942107 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.035099 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] For port ea2700ec-5802-4e7d-84e4-3ab550e13de3, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ea2700ec-5802-4e7d-84e4-3ab550e13de3,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:47.035483 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.053163 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Calling delete_port for ea2700ec-5802-4e7d-84e4-3ab550e13de3 owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:47.173607 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] Set router 33433b7f-94eb-4863-a11f-ebf991a23116 gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:47.232618 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:11:46Z', 'revision_number': 6, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:47.260792 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb5772-4ef5-4a7e-9277-229f06efad5d None None] The sync data for ids ['33433b7f-94eb-4863-a11f-ebf991a23116'] in dv-cinder-821824-2-iscsi is: [{'id': '33433b7f-94eb-4863-a11f-ebf991a23116', 'name': 'tempest-TestShelveInstance-1950143243-router', 'tenant_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:47Z', 'updated_at': '2022-02-20T20:11:46Z', 'revision_number': 6, 'project_id': '057906f4fe5b428bbc98401ffe0ae8f6', 'gw_port_host': None}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:47.295561 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (ea2700ec-5802-4e7d-84e4-3ab550e13de3), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.321353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2700ec-5802-4e7d-84e4-3ab550e13de3,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:47.387793 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (33433b7f-94eb-4863-a11f-ebf991a23116), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.484041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (33433b7f-94eb-4863-a11f-ebf991a23116), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.486262 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks [] for router_controller (33433b7f-94eb-4863-a11f-ebf991a23116), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.626932 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (33433b7f-94eb-4863-a11f-ebf991a23116), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.626932 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33433b7f-94eb-4863-a11f-ebf991a23116 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:11:47.633816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.635577 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-81a689d3-a5fb-4e0e-8393-c752a21fb517 admin admin] 10.222.0.48 "DELETE /v2.0/routers/33433b7f-94eb-4863-a11f-ebf991a23116 HTTP/1.1" status: 204 len: 168 time: 1.0664041 Feb 20 20:11:47.637532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47584) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:47.703737 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Deleting subnet 01b9e375-e158-4359-91e3-f44ae2a5ff2e {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:47.707345 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Publish callbacks [] for subnet (01b9e375-e158-4359-91e3-f44ae2a5ff2e), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.759448 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (01b9e375-e158-4359-91e3-f44ae2a5ff2e), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.759553 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a31b5342-8416-4534-ba1c-1c6187af9c50 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:47.782717 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: a31b5342-8416-4534-ba1c-1c6187af9c50 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:47.783843 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a31b5342-8416-4534-ba1c-1c6187af9c50 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:47.863317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (01b9e375-e158-4359-91e3-f44ae2a5ff2e), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:47.979229 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (01b9e375-e158-4359-91e3-f44ae2a5ff2e), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.013194 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.017471 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] 10.222.0.48 "DELETE /v2.0/subnets/01b9e375-e158-4359-91e3-f44ae2a5ff2e HTTP/1.1" status: 204 len: 168 time: 0.3786790 Feb 20 20:11:48.018557 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad0cba-ed56-4f9b-ad10-17d534be25ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b9e375-e158-4359-91e3-f44ae2a5ff2e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:48.018766 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9256d3-df91-4c59-b34e-48babaae2c15 None None] Network 23ab1b2f-725a-455d-b941-474247db4742 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:48.020080 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47600) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:48.096871 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (23ab1b2f-725a-455d-b941-474247db4742), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.170650 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Deleting port d8e1a676-9001-418f-8043-787514e14630 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:48.171077 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (d8e1a676-9001-418f-8043-787514e14630), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.237465 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] DHCP port deletion for 23ab1b2f-725a-455d-b941-474247db4742 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:11:48.241852 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] For port d8e1a676-9001-418f-8043-787514e14630, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d8e1a676-9001-418f-8043-787514e14630,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:48.242568 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (d8e1a676-9001-418f-8043-787514e14630), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.254976 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47608) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:48.267224 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Calling delete_port for d8e1a676-9001-418f-8043-787514e14630 owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:48.375119 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] Deleting port d8e1a676-9001-418f-8043-787514e14630 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:48.375952 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (d8e1a676-9001-418f-8043-787514e14630), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.391028 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-402779c1-697e-49fc-a187-069e7691787b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.458326 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] For port d8e1a676-9001-418f-8043-787514e14630, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d8e1a676-9001-418f-8043-787514e14630,segment=NetworkSegment(ccd3f16e-4714-47e5-8af8-637afac6cc90),segment_id=ccd3f16e-4714-47e5-8af8-637afac6cc90)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:48.458644 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (d8e1a676-9001-418f-8043-787514e14630), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.463485 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (d8e1a676-9001-418f-8043-787514e14630), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.483227 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] Calling delete_port for d8e1a676-9001-418f-8043-787514e14630 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:48.488451 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e1a676-9001-418f-8043-787514e14630,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:48.488891 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-402779c1-697e-49fc-a187-069e7691787b admin admin] Publish callbacks [] for security_group (0e514dcd-4c86-45af-8c33-c4be6fcb6ab7), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.499520 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] No DVR routers for this DVR port d8e1a676-9001-418f-8043-787514e14630 on host dv-cinder-821824-2-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:48.599589 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (23ab1b2f-725a-455d-b941-474247db4742), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.605068 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (d8e1a676-9001-418f-8043-787514e14630), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.630205 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] Pushing event deleted for resources: {'Port': ['ID=d8e1a676-9001-418f-8043-787514e14630,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:48.634252 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62501798-01bc-43a6-8e4f-2bd925b7152c None None] No DVR routers for this DVR port d8e1a676-9001-418f-8043-787514e14630 on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:48.635355 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-402779c1-697e-49fc-a187-069e7691787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0e514dcd-4c86-45af-8c33-c4be6fcb6ab7), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.651546 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ab1b2f-725a-455d-b941-474247db4742']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:48.663070 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd3f16e-4714-47e5-8af8-637afac6cc90') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:48.667058 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd3f16e-4714-47e5-8af8-637afac6cc90') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:48.675039 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (ccd3f16e-4714-47e5-8af8-637afac6cc90), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.689576 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (ccd3f16e-4714-47e5-8af8-637afac6cc90), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.695926 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-402779c1-697e-49fc-a187-069e7691787b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fffb1d9ddb014295af1d64bb7b2f9f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4369364 Feb 20 20:11:48.695926 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402779c1-697e-49fc-a187-069e7691787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e514dcd-4c86-45af-8c33-c4be6fcb6ab7,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:48.696249 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47614) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:48.706095 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:48.706556 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (ccd3f16e-4714-47e5-8af8-637afac6cc90), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:48.708235 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:48.796065 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ddc00ad-bfc6-4a04-b668-c39f382a3797 admin admin] Publish callbacks [] for security_group (0e514dcd-4c86-45af-8c33-c4be6fcb6ab7), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.818140 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ddc00ad-bfc6-4a04-b668-c39f382a3797 admin admin] Publish callbacks [] for security_group (0e514dcd-4c86-45af-8c33-c4be6fcb6ab7), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.866271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (23ab1b2f-725a-455d-b941-474247db4742), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.872109 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.875515 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] 10.222.0.48 "DELETE /v2.0/networks/23ab1b2f-725a-455d-b941-474247db4742 HTTP/1.1" status: 204 len: 168 time: 0.8542914 Feb 20 20:11:48.878828 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47618) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:48.891383 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083d58c-6fdb-4199-a63a-9196ce8523fe admin admin] Pushing event deleted for resources: {'Network': ['ID=23ab1b2f-725a-455d-b941-474247db4742,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:48.969993 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ddc00ad-bfc6-4a04-b668-c39f382a3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0e514dcd-4c86-45af-8c33-c4be6fcb6ab7), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.972911 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ddc00ad-bfc6-4a04-b668-c39f382a3797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:48.974539 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6ddc00ad-bfc6-4a04-b668-c39f382a3797 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e514dcd-4c86-45af-8c33-c4be6fcb6ab7 HTTP/1.1" status: 204 len: 168 time: 0.2770000 Feb 20 20:11:48.984706 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc00ad-bfc6-4a04-b668-c39f382a3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e514dcd-4c86-45af-8c33-c4be6fcb6ab7,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:49.281384 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (16d7f219-8edb-4c1e-a919-699ea41f1ca2), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.538361 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Deleting port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:49.538612 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.617840 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] For port d230d7f3-08a6-43e6-b1c8-b50ee20b15f1, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:49.618203 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.636877 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Calling delete_port for d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:49.697579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ea2700ec-5802-4e7d-84e4-3ab550e13de3 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:49.712601 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: ea2700ec-5802-4e7d-84e4-3ab550e13de3 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:49.713028 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ea2700ec-5802-4e7d-84e4-3ab550e13de3 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:49.713452 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d8e1a676-9001-418f-8043-787514e14630 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:49.733834 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: d8e1a676-9001-418f-8043-787514e14630 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:49.733834 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d8e1a676-9001-418f-8043-787514e14630 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:49.762764 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47628) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:49.776432 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e9b90ade-470e-4fb7-8235-93140690c8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.931683 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (d230d7f3-08a6-43e6-b1c8-b50ee20b15f1), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:49.976858 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e9b90ade-470e-4fb7-8235-93140690c8fc admin admin] Publish callbacks [] for security_group (8b36fded-f025-496d-92f1-1603dcf4e603), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.038329 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e9b90ade-470e-4fb7-8235-93140690c8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8b36fded-f025-496d-92f1-1603dcf4e603), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.082763 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e9b90ade-470e-4fb7-8235-93140690c8fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8a091c7fd3346b4948f3a90d8381ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165674 Feb 20 20:11:50.082763 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b90ade-470e-4fb7-8235-93140690c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36fded-f025-496d-92f1-1603dcf4e603,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:50.084118 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47632) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:50.141038 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8773742-4990-456e-9cd5-f152a0ec1573 admin admin] Publish callbacks [] for security_group (8b36fded-f025-496d-92f1-1603dcf4e603), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.165135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8773742-4990-456e-9cd5-f152a0ec1573 admin admin] Publish callbacks [] for security_group (8b36fded-f025-496d-92f1-1603dcf4e603), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.212159 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Pushing event deleted for resources: {'Port': ['ID=d230d7f3-08a6-43e6-b1c8-b50ee20b15f1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:50.281002 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8773742-4990-456e-9cd5-f152a0ec1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8b36fded-f025-496d-92f1-1603dcf4e603), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.283781 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8773742-4990-456e-9cd5-f152a0ec1573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.287265 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b8773742-4990-456e-9cd5-f152a0ec1573 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b36fded-f025-496d-92f1-1603dcf4e603 HTTP/1.1" status: 204 len: 168 time: 0.1999588 Feb 20 20:11:50.295886 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773742-4990-456e-9cd5-f152a0ec1573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36fded-f025-496d-92f1-1603dcf4e603,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:50.410947 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (16d7f219-8edb-4c1e-a919-699ea41f1ca2), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.654372 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:50.773726 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:50.779369 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-4d8011da-bec5-4de6-a6dd-3ca8adbe2189 admin admin] 10.222.0.48 "PUT /v2.0/routers/16d7f219-8edb-4c1e-a919-699ea41f1ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988457 Feb 20 20:11:50.782191 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47638) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:50.784968 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] Sync routers for ids ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:50.797009 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] Routers {'16d7f219-8edb-4c1e-a919-699ea41f1ca2'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:50.797613 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:50.918256 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks [] for router (16d7f219-8edb-4c1e-a919-699ea41f1ca2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.935136 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] Set router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:51.028413 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks [] for router_gateway (16d7f219-8edb-4c1e-a919-699ea41f1ca2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.124339 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:11:49Z', 'revision_number': 5, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port': {'id': '121ad5a0-70c6-4ebe-8507-9240aa510292', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:57:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:57Z', 'updated_at': '2022-02-20T20:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.154318 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] Checking router: 16d7f219-8edb-4c1e-a919-699ea41f1ca2 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:51.163265 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] Routers {'16d7f219-8edb-4c1e-a919-699ea41f1ca2'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:51.163896 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.185214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Deleting port 121ad5a0-70c6-4ebe-8507-9240aa510292 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:51.185540 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.254697 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] Set router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:51.266719 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] For port 121ad5a0-70c6-4ebe-8507-9240aa510292, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=121ad5a0-70c6-4ebe-8507-9240aa510292,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:51.267070 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.280854 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Calling delete_port for 121ad5a0-70c6-4ebe-8507-9240aa510292 owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:51.337089 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47644) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:51.402671 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:11:51Z', 'revision_number': 6, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:51.431163 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da4e77-2f1a-4d2b-80ed-5072dd9c059c None None] The sync data for ids ['16d7f219-8edb-4c1e-a919-699ea41f1ca2'] in dv-cinder-821824-2-iscsi is: [{'id': '16d7f219-8edb-4c1e-a919-699ea41f1ca2', 'name': 'tempest-TestShelveInstance-1864687226-router', 'tenant_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:56Z', 'updated_at': '2022-02-20T20:11:51Z', 'revision_number': 6, 'project_id': 'e05b6f234ab04dc9bce4e26fadb159a0', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:51.644629 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4964f989-10cc-4682-b7aa-4b862963d69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.819056 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4964f989-10cc-4682-b7aa-4b862963d69d admin admin] Publish callbacks [] for security_group (beaf9276-7094-40f5-9d28-6bc79268931b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.858376 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:51.874762 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (121ad5a0-70c6-4ebe-8507-9240aa510292), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.882898 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:51.883318 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d230d7f3-08a6-43e6-b1c8-b50ee20b15f1 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:51.901245 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=121ad5a0-70c6-4ebe-8507-9240aa510292,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:51.933734 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4964f989-10cc-4682-b7aa-4b862963d69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (beaf9276-7094-40f5-9d28-6bc79268931b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:51.996626 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4964f989-10cc-4682-b7aa-4b862963d69d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=25e36d0bd8ed4c778b7f2ae8989099da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6583436 Feb 20 20:11:51.999334 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47648) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:52.004525 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f989-10cc-4682-b7aa-4b862963d69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaf9276-7094-40f5-9d28-6bc79268931b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:52.011119 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (16d7f219-8edb-4c1e-a919-699ea41f1ca2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.072446 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4287fc43-19a4-4710-913e-31ad909f255f admin admin] Publish callbacks [] for security_group (beaf9276-7094-40f5-9d28-6bc79268931b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.100712 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4287fc43-19a4-4710-913e-31ad909f255f admin admin] Publish callbacks [] for security_group (beaf9276-7094-40f5-9d28-6bc79268931b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.112464 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (16d7f219-8edb-4c1e-a919-699ea41f1ca2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.114681 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks [] for router_controller (16d7f219-8edb-4c1e-a919-699ea41f1ca2), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.232667 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (16d7f219-8edb-4c1e-a919-699ea41f1ca2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.233205 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d7f219-8edb-4c1e-a919-699ea41f1ca2 {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:11:52.238364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.239360 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-645c91d7-d511-415d-b44b-7c4178269fe5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/16d7f219-8edb-4c1e-a919-699ea41f1ca2 HTTP/1.1" status: 204 len: 168 time: 1.4552205 Feb 20 20:11:52.242136 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47652) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:52.280508 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4287fc43-19a4-4710-913e-31ad909f255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (beaf9276-7094-40f5-9d28-6bc79268931b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.283967 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4287fc43-19a4-4710-913e-31ad909f255f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.287769 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-4287fc43-19a4-4710-913e-31ad909f255f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/beaf9276-7094-40f5-9d28-6bc79268931b HTTP/1.1" status: 204 len: 168 time: 0.2848353 Feb 20 20:11:52.292152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Deleting subnet 721cf05f-88e8-453d-9a24-ab990b4fb0b2 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:11:52.296337 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Publish callbacks [] for subnet (721cf05f-88e8-453d-9a24-ab990b4fb0b2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.297270 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287fc43-19a4-4710-913e-31ad909f255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaf9276-7094-40f5-9d28-6bc79268931b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:52.343257 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (721cf05f-88e8-453d-9a24-ab990b4fb0b2), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.466314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (721cf05f-88e8-453d-9a24-ab990b4fb0b2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.583504 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (721cf05f-88e8-453d-9a24-ab990b4fb0b2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.610858 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721cf05f-88e8-453d-9a24-ab990b4fb0b2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:52.616991 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.622005 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47658) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:52.625164 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8128738-4088-4cb1-a829-6e39ce1ab918 None None] Network 0f8aa967-3b69-4486-ad60-dea72ff841a1 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:52.628056 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-08a890ec-c92a-4125-9d25-4bf5fca86099 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/721cf05f-88e8-453d-9a24-ab990b4fb0b2 HTTP/1.1" status: 204 len: 168 time: 0.3847201 Feb 20 20:11:52.715700 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (0f8aa967-3b69-4486-ad60-dea72ff841a1), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.783994 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Deleting port 26d08e93-52cd-493e-82f3-0382367f52fc {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:52.784342 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.828351 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] DHCP port deletion for 0f8aa967-3b69-4486-ad60-dea72ff841a1 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:11:52.867464 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] For port 26d08e93-52cd-493e-82f3-0382367f52fc, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=26d08e93-52cd-493e-82f3-0382367f52fc,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:52.867881 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.884041 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Calling delete_port for 26d08e93-52cd-493e-82f3-0382367f52fc owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:52.902186 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] Deleting port 26d08e93-52cd-493e-82f3-0382367f52fc {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:52.903507 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.979560 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] For port 26d08e93-52cd-493e-82f3-0382367f52fc, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=26d08e93-52cd-493e-82f3-0382367f52fc,segment=NetworkSegment(cb005caf-e0a5-4c87-8752-daee51f9ecd1),segment_id=cb005caf-e0a5-4c87-8752-daee51f9ecd1)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:52.979991 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:52.993545 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] Calling delete_port for 26d08e93-52cd-493e-82f3-0382367f52fc owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:53.086341 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.093840 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (26d08e93-52cd-493e-82f3-0382367f52fc), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.121929 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] Pushing event deleted for resources: {'Port': ['ID=26d08e93-52cd-493e-82f3-0382367f52fc,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:53.127473 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d08e93-52cd-493e-82f3-0382367f52fc,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:53.128870 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e70d75-7a77-46d5-96f1-ff0ea887b2cf None None] No DVR routers for this DVR port 26d08e93-52cd-493e-82f3-0382367f52fc on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:53.139190 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] No DVR routers for this DVR port 26d08e93-52cd-493e-82f3-0382367f52fc on host dv-cinder-821824-2-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:53.217017 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (0f8aa967-3b69-4486-ad60-dea72ff841a1), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.249877 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8aa967-3b69-4486-ad60-dea72ff841a1']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:53.265354 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb005caf-e0a5-4c87-8752-daee51f9ecd1') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:53.265660 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb005caf-e0a5-4c87-8752-daee51f9ecd1') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:53.278162 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (cb005caf-e0a5-4c87-8752-daee51f9ecd1), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.293964 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (cb005caf-e0a5-4c87-8752-daee51f9ecd1), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.301306 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:11:53.301672 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (cb005caf-e0a5-4c87-8752-daee51f9ecd1), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:11:53.303476 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:11:53.423244 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (0f8aa967-3b69-4486-ad60-dea72ff841a1), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.429280 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.432859 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0f8aa967-3b69-4486-ad60-dea72ff841a1 HTTP/1.1" status: 204 len: 168 time: 0.8091025 Feb 20 20:11:53.446792 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941b20a-f62f-4581-9e1e-7e9747bdc916 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8aa967-3b69-4486-ad60-dea72ff841a1,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:53.680398 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 121ad5a0-70c6-4ebe-8507-9240aa510292 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:53.706944 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 121ad5a0-70c6-4ebe-8507-9240aa510292 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:53.707407 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 121ad5a0-70c6-4ebe-8507-9240aa510292 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:53.708027 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 26d08e93-52cd-493e-82f3-0382367f52fc no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:11:53.735206 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 26d08e93-52cd-493e-82f3-0382367f52fc {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:11:53.735617 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 26d08e93-52cd-493e-82f3-0382367f52fc not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:11:53.838286 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47686) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:53.887331 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-c6adf518-f7a0-4678-957b-35ab48ec0640 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=057906f4fe5b428bbc98401ffe0ae8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478127 Feb 20 20:11:53.890045 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47688) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:53.944025 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dee93684-e51e-4629-b544-909e4b6ddac5 admin admin] Publish callbacks [] for security_group (1b976d12-13a4-4c06-8f2e-f89579b73442), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:53.967857 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dee93684-e51e-4629-b544-909e4b6ddac5 admin admin] Publish callbacks [] for security_group (1b976d12-13a4-4c06-8f2e-f89579b73442), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.131838 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dee93684-e51e-4629-b544-909e4b6ddac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (1b976d12-13a4-4c06-8f2e-f89579b73442), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.134998 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dee93684-e51e-4629-b544-909e4b6ddac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.136328 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-dee93684-e51e-4629-b544-909e4b6ddac5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b976d12-13a4-4c06-8f2e-f89579b73442 HTTP/1.1" status: 204 len: 168 time: 0.2452815 Feb 20 20:11:54.146964 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee93684-e51e-4629-b544-909e4b6ddac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b976d12-13a4-4c06-8f2e-f89579b73442,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:55.009405 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47704) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:55.061157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47708) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:55.065871 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-7de7d05b-0918-409a-9fb2-d42ec947438f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e05b6f234ab04dc9bce4e26fadb159a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505459 Feb 20 20:11:55.124319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d9bf-e6f0-41a6-b4b8-2fb3302368c3 admin admin] Publish callbacks [] for security_group (433c5e07-2f85-47bb-9f36-ab1260d3cc87), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.150253 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d9bf-e6f0-41a6-b4b8-2fb3302368c3 admin admin] Publish callbacks [] for security_group (433c5e07-2f85-47bb-9f36-ab1260d3cc87), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.308384 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d9bf-e6f0-41a6-b4b8-2fb3302368c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (433c5e07-2f85-47bb-9f36-ab1260d3cc87), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.310478 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-e54ddffb-877d-42c8-92c0-760e93a76dd9 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305854733&fields=id&tenant_id=39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 267 time: 0.0496321 Feb 20 20:11:55.311046 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d9bf-e6f0-41a6-b4b8-2fb3302368c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.314683 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9ec1d9bf-e6f0-41a6-b4b8-2fb3302368c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/433c5e07-2f85-47bb-9f36-ab1260d3cc87 HTTP/1.1" status: 204 len: 168 time: 0.2498252 Feb 20 20:11:55.321261 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1d9bf-e6f0-41a6-b4b8-2fb3302368c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c5e07-2f85-47bb-9f36-ab1260d3cc87,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:55.474332 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-45c7c29c-7827-427c-ac37-fa211d68762b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:55.477204 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-45c7c29c-7827-427c-ac37-fa211d68762b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 812 time: 0.1524405 Feb 20 20:11:55.498744 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-5820b068-d10b-44c0-ba1b-eaafa2099158 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/quotas/39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 375 time: 0.0123446 Feb 20 20:11:55.582175 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-c5f3f24f-d408-4336-ae13-7c2252c3d67f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763168 Feb 20 20:11:55.701462 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-493d6248-3b35-43e8-9a63-e549e7983800 service neutron] 10.222.0.48 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048791 Feb 20 20:11:55.825166 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-a31995c0-36e7-4ba5-a585-722241858697 service neutron] 10.222.0.48 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160860 Feb 20 20:11:56.661052 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71a05093-2207-498c-ac9a-2ca58aff5374 req-6e56dd67-9345-4323-80b5-4e3f0a49e4ec tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0320098 Feb 20 20:11:57.500124 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47766) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:57.637134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28478010-a161-4297-82b8-1da86cce4302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:57.733104 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28478010-a161-4297-82b8-1da86cce4302 admin admin] Publish callbacks [] for security_group (00d55dea-fb4c-4491-a4ad-40688a9b8ca8), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:57.775147 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-fb218c9f-ffd7-4618-afa7-d9ee851516b4 req-73b4ec5f-f8a5-4f9c-bdbf-0be5d4114bf3 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0292056 Feb 20 20:11:57.845883 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-28478010-a161-4297-82b8-1da86cce4302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (00d55dea-fb4c-4491-a4ad-40688a9b8ca8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:57.883707 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28478010-a161-4297-82b8-1da86cce4302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d55dea-fb4c-4491-a4ad-40688a9b8ca8,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:57.888204 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-28478010-a161-4297-82b8-1da86cce4302 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ba24c77d91842d3b17969bebac927e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3870406 Feb 20 20:11:57.892463 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47772) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:57.943398 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-633f6367-92ec-4a56-a829-79b2a344dbcf admin admin] Publish callbacks [] for security_group (00d55dea-fb4c-4491-a4ad-40688a9b8ca8), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:57.969894 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-633f6367-92ec-4a56-a829-79b2a344dbcf admin admin] Publish callbacks [] for security_group (00d55dea-fb4c-4491-a4ad-40688a9b8ca8), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.102656 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-633f6367-92ec-4a56-a829-79b2a344dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (00d55dea-fb4c-4491-a4ad-40688a9b8ca8), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.105250 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-633f6367-92ec-4a56-a829-79b2a344dbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.106439 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-633f6367-92ec-4a56-a829-79b2a344dbcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00d55dea-fb4c-4491-a4ad-40688a9b8ca8 HTTP/1.1" status: 204 len: 168 time: 0.2130008 Feb 20 20:11:58.116941 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f6367-92ec-4a56-a829-79b2a344dbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d55dea-fb4c-4491-a4ad-40688a9b8ca8,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:58.203968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.882574 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b1c6958c-c8fa-459f-a917-d2a1c348d30e req-4f5c89a7-398c-472f-9cd7-f2bd29f1301d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0315318 Feb 20 20:11:59.198873 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47798) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:59.298461 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1083444805-network', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:59.388624 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Made reservation on behalf of dab4874bc94a40e6b5a5997372e49686 for: {'network': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:59.390944 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.399741 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.476303 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks [] for security_group (24185fad-818f-4643-acbe-7830cf733b92), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.552362 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (24185fad-818f-4643-acbe-7830cf733b92), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.579337 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103360) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:59.588754 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24185fad-818f-4643-acbe-7830cf733b92,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:59.595118 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.595410 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.segments_db [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Added segment b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b of type vlan for network 2957fd4d-2666-4fc3-b170-7066a6c90458 Feb 20 20:11:59.638563 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (2957fd4d-2666-4fc3-b170-7066a6c90458), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.723512 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (2957fd4d-2666-4fc3-b170-7066a6c90458), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.724593 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:59.725207 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.787879 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] Pushing event updated for resources: {'Network': ['ID=2957fd4d-2666-4fc3-b170-7066a6c90458,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:59.799295 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:59.830923 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-0dceda24-92d0-4568-80ba-32636deebb63 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6290145 Feb 20 20:11:59.832072 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47804) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:59.837266 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Request body: {'subnet': {'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1083444805-subnet', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'ip_version': 4}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:59.981172 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2c8eafc0-cf5f-467f-af12-4911ed23c3e7 req-9831d70c-c420-479a-9b73-183af2ecd845 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0289657 Feb 20 20:11:59.999581 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Made reservation on behalf of dab4874bc94a40e6b5a5997372e49686 for: {'subnet': 1} {{(pid=103360) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:00.002967 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-533138998'] for subnet (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.232809 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532775377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-533139140'] for subnet (cec83f36-5a8d-4a70-8456-5468425e7593), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.290112 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec83f36-5a8d-4a70-8456-5468425e7593,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:00.299986 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Checking segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:00.300425 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Network hostable DHCP agents. Network: 2957fd4d-2666-4fc3-b170-7066a6c90458, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103360) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:12:00.383230 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:12:00.451195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, 2957fd4d-2666-4fc3-b170-7066a6c90458) {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:00.455653 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:00.456398 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.460606 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974cfcc6-ec0f-4473-bd46-8955155459e3 None None] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:00.568762 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-2957fd4d-2666-4fc3-b170-7066a6c90458', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:12:00.569833 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.602605 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-2305f852-9ffa-4893-9b20-564a98bd1fd5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7693608 Feb 20 20:12:00.605331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47812) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:00.610955 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:00.711759 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Allocated IP 172.20.0.2 (2957fd4d-2666-4fc3-b170-7066a6c90458/cec83f36-5a8d-4a70-8456-5468425e7593/a3177106-f4c4-4388-8b88-70151b631c79) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:00.747465 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.748511 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.824099 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks [] for router_controller (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.871677 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Publish callbacks [] for port (a3177106-f4c4-4388-8b88-70151b631c79), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.891816 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-db2fdccc-8b6b-4ea5-85b5-f36cb312ccdb tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:00.893412 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-db2fdccc-8b6b-4ea5-85b5-f36cb312ccdb tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 812 time: 0.1228919 Feb 20 20:12:00.955769 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (a3177106-f4c4-4388-8b88-70151b631c79), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.969556 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-9dee5313-cfe5-4d96-abb8-ba2b8be5c752 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39e352f8dc714faeb93e6c1f8e2ec539 HTTP/1.1" status: 200 len: 379 time: 0.0646889 Feb 20 20:12:00.982765 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'port': {'device_id': '8d7a0188-8150-475e-9901-afe091649a1f', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'admin_state_up': True, 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'security_groups': ['dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:00.984369 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:00.990617 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:00.997091 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:01.034047 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Pushing event updated for resources: {'Port': ['ID=a3177106-f4c4-4388-8b88-70151b631c79,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:01.083123 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Attempting to bind port a3177106-f4c4-4388-8b88-70151b631c79 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:01.083494 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Attempting to bind port a3177106-f4c4-4388-8b88-70151b631c79 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:01.083887 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Attempting to bind port a3177106-f4c4-4388-8b88-70151b631c79 on network 2957fd4d-2666-4fc3-b170-7066a6c90458 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:01.090786 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:01.091169 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Checking segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:01.091571 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.093424 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Bound using segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:01.093960 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Bound port: a3177106-f4c4-4388-8b88-70151b631c79, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:01.094356 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a3177106-f4c4-4388-8b88-70151b631c79), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.112205 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks [] for router_gateway (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.171508 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] For port a3177106-f4c4-4388-8b88-70151b631c79, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:01.175079 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] For port a3177106-f4c4-4388-8b88-70151b631c79, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a3177106-f4c4-4388-8b88-70151b631c79,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:01.182472 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e89e9064-8e1e-4ed9-91ff-f81d2d30af4d req-24c001ae-2fba-4cc3-9930-cb784639e43a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0406017 Feb 20 20:12:01.280547 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a3177106-f4c4-4388-8b88-70151b631c79), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.335534 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Made reservation on behalf of 39e352f8dc714faeb93e6c1f8e2ec539 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:01.343381 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.355100 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69627d12-1a1b-48b5-abaf-ee23cce7aeee None None] Pushing event updated for resources: {'Port': ['ID=a3177106-f4c4-4388-8b88-70151b631c79,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:01.485209 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks [] for router_gateway (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.486044 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Allocated IP 172.20.0.3 (43344c9d-4812-4b26-9acf-69d081a8a1a2/21559d00-9369-430a-b6dc-9d2902b34e50/2b321321-2e9d-43ea-a23f-1d8ce01a2619) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:01.513143 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.645935 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Allocated IP 172.27.2.27 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/0c95300b-3a2b-4591-8648-8f8f9a084f03) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:01.715157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.792757 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a3177106-f4c4-4388-8b88-70151b631c79 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:01.799103 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks [] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.845892 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port a3177106-f4c4-4388-8b88-70151b631c79 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:01.846453 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a3177106-f4c4-4388-8b88-70151b631c79), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.931651 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port a3177106-f4c4-4388-8b88-70151b631c79 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:01.932381 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a3177106-f4c4-4388-8b88-70151b631c79), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.941853 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.967924 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port a3177106-f4c4-4388-8b88-70151b631c79, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a3177106-f4c4-4388-8b88-70151b631c79,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:01.987222 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:01.990441 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:01.997333 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:02.001305 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.004573 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=2b321321-2e9d-43ea-a23f-1d8ce01a2619,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:02.056147 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:02.060926 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (a3177106-f4c4-4388-8b88-70151b631c79), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.063345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:02.063494 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:02.064244 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.078086 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:02.143019 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=a3177106-f4c4-4388-8b88-70151b631c79,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:02.164974 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-ed6f3e7e-7338-4665-9735-f5c08966d04a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1899686 Feb 20 20:12:02.173564 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c95300b-3a2b-4591-8648-8f8f9a084f03,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:02.178253 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Request body: {'port': {'device_id': '8d7a0188-8150-475e-9901-afe091649a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:02.334644 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.382210 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c31582-0d84-4ebc-a965-49755bec220e req-776ed023-4b95-4162-ab9b-c1d56356458a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:02.384420 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e5c31582-0d84-4ebc-a965-49755bec220e req-776ed023-4b95-4162-ab9b-c1d56356458a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 931 time: 0.0809846 Feb 20 20:12:02.392384 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-54fab314-c893-4730-9c14-67d45562a0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.461722 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-e5c31582-0d84-4ebc-a965-49755bec220e req-04a2167f-3521-4a48-90ca-2d4daa9c2f7f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707731 Feb 20 20:12:02.486525 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-e98f94fd-f475-4e0a-b333-653baf2518bc None None] Provisioning complete for port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:02.486525 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e98f94fd-f475-4e0a-b333-653baf2518bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.523031 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e98f94fd-f475-4e0a-b333-653baf2518bc None None] Port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:02.633999 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks [] for router_gateway (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.645022 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b321321-2e9d-43ea-a23f-1d8ce01a2619 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:02.652996 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Publish callbacks [] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.657047 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4023267-83fd-405e-9e21-6605fd4fd649 None None] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:02.668506 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Transition to ACTIVE for port object 2b321321-2e9d-43ea-a23f-1d8ce01a2619 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:12:02.757955 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.770821 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-7c34bfb5-41d4-4cb3-87ff-c5b6491c117c None None] Provisioning complete for port a3177106-f4c4-4388-8b88-70151b631c79 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:02.771191 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7c34bfb5-41d4-4cb3-87ff-c5b6491c117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a3177106-f4c4-4388-8b88-70151b631c79), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:02.817791 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Pushing event updated for resources: {'Port': ['ID=2b321321-2e9d-43ea-a23f-1d8ce01a2619,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:02.888388 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7c34bfb5-41d4-4cb3-87ff-c5b6491c117c None None] Current status of the port a3177106-f4c4-4388-8b88-70151b631c79 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:02.922241 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Attempting to bind port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:02.922982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Attempting to bind port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:02.923229 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Attempting to bind port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:02.929282 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:12:02.930291 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Attempting to bind port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 on network 43344c9d-4812-4b26-9acf-69d081a8a1a2 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:02.937106 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:02.937485 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Checking segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:02.937876 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Bound using segment: {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:02.938320 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Bound port: 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5ec92a-b459-49b0-815a-30969fa19b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:02.938678 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.025938 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] For port 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:03.031383 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] For port 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:03.120590 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.156007 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:03.156840 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.158776 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] 10.222.0.65 "PUT /v2.0/ports/2b321321-2e9d-43ea-a23f-1d8ce01a2619 HTTP/1.1" status: 200 len: 1093 time: 0.9849484 Feb 20 20:12:03.159292 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:03.161644 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:03.199331 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa8405-e657-4e78-878b-6a3622c20efa service neutron] Pushing event updated for resources: {'Port': ['ID=2b321321-2e9d-43ea-a23f-1d8ce01a2619,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:03.199551 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.221085 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-b4eeee2e-9b25-4baf-9434-a2b0568a6ae6 None None] Provisioning complete for port a3177106-f4c4-4388-8b88-70151b631c79 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:03.221579 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b4eeee2e-9b25-4baf-9434-a2b0568a6ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a3177106-f4c4-4388-8b88-70151b631c79), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.228278 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28153297-be77-4a67-baa4-fdff8f530866 x-openstack-request-id: req-28153297-be77-4a67-baa4-fdff8f530866 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:03.228278 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:03.228628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28153297-be77-4a67-baa4-fdff8f530866 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:03.228764 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'status': 'completed', 'code': 200} Feb 20 20:12:03.312394 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b4eeee2e-9b25-4baf-9434-a2b0568a6ae6 None None] Current status of the port a3177106-f4c4-4388-8b88-70151b631c79 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:03.446139 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:12:03.589148 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:03.598708 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Sync routers for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:03.608293 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:03.608911 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:11:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:03.612037 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb4433-871c-413f-80c3-a4d2f72eb493 req-eda78290-771d-46b6-8a50-4b09682a99dd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:03.613564 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ccbb4433-871c-413f-80c3-a4d2f72eb493 req-eda78290-771d-46b6-8a50-4b09682a99dd tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0754740 Feb 20 20:12:03.674171 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:03.678136 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-419d5734-e869-42af-85ea-2b013c0c63a6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0691125 Feb 20 20:12:03.678980 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47838) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:03.680657 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-ccbb4433-871c-413f-80c3-a4d2f72eb493 req-021bd0fa-21c2-4111-9f53-8e06025a2e93 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611880 Feb 20 20:12:03.698092 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a3177106-f4c4-4388-8b88-70151b631c79 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:03.747892 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:04.013873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port a3177106-f4c4-4388-8b88-70151b631c79 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:04.014243 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (a3177106-f4c4-4388-8b88-70151b631c79), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.146680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port a3177106-f4c4-4388-8b88-70151b631c79 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:04.155791 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.156751 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:02Z', 'revision_number': 3, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:04.186880 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Checking router: 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:04.187230 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Updating router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 port 0c95300b-3a2b-4591-8648-8f8f9a084f03 binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:12:04.221240 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.317407 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Allocated IP 172.20.0.1 (2957fd4d-2666-4fc3-b170-7066a6c90458/cec83f36-5a8d-4a70-8456-5468425e7593/8d18de32-87a2-4db1-ad36-f7b47d98ff17) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:04.420495 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks [] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.478067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Publish callbacks [] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.526287 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.554118 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.569269 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:04.572151 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:04.577965 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:04.620913 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Pushing event updated for resources: {'Port': ['ID=8d18de32-87a2-4db1-ad36-f7b47d98ff17,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:04.628009 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-ce814f94-7e93-4b63-831e-59cb13b4076e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.630327 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894af9c-33af-4984-bf74-b11b37507a94 None None] Pushing event updated for resources: {'Port': ['ID=0c95300b-3a2b-4591-8648-8f8f9a084f03,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:04.634265 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Attempting to bind port 0c95300b-3a2b-4591-8648-8f8f9a084f03 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:04.634706 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Attempting to bind port 0c95300b-3a2b-4591-8648-8f8f9a084f03 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:04.635102 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Attempting to bind port 0c95300b-3a2b-4591-8648-8f8f9a084f03 on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:04.641818 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:04.642255 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:04.643362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.643362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:04.643731 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Bound port: 0c95300b-3a2b-4591-8648-8f8f9a084f03, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:04.643968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.652417 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.708072 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] For port 0c95300b-3a2b-4591-8648-8f8f9a084f03, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:04.716279 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] For port 0c95300b-3a2b-4591-8648-8f8f9a084f03, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=0c95300b-3a2b-4591-8648-8f8f9a084f03,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:04.833089 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd6573-3af4-46f0-b181-2df183c5b529 req-b47494ea-f5e1-474c-9aa1-aa2c4aca6b4b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:04.834545 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-65bd6573-3af4-46f0-b181-2df183c5b529 req-b47494ea-f5e1-474c-9aa1-aa2c4aca6b4b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0690856 Feb 20 20:12:04.839392 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.886897 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-65bd6573-3af4-46f0-b181-2df183c5b529 req-71630d45-ed41-4f3b-89d7-3f51b96f057d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Feb 20 20:12:04.948789 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.956682 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-71b1589c-0ba3-4b11-98a0-28e22c96ac81 None None] Provisioning complete for port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:04.957293 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-71b1589c-0ba3-4b11-98a0-28e22c96ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:04.964129 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894af9c-33af-4984-bf74-b11b37507a94 None None] Pushing event updated for resources: {'Port': ['ID=0c95300b-3a2b-4591-8648-8f8f9a084f03,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:04.994896 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:04.995893 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:05.064282 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-71b1589c-0ba3-4b11-98a0-28e22c96ac81 None None] Port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:05.115185 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks [] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.129288 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:05.171181 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.237735 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.240544 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Pushing event updated for resources: {'Port': ['ID=8d18de32-87a2-4db1-ad36-f7b47d98ff17,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:05.328052 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 1, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:05.338387 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:05.340060 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:05.354279 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b088e91-9551-4f00-83c1-a2b96f906e25 None None] The sync data for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi is: [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 1, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:05.466459 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:05.592552 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-bdefc5e7-5036-4ca0-afe1-063f4cfac767 None None] Provisioning complete for port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:05.593142 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bdefc5e7-5036-4ca0-afe1-063f4cfac767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.603927 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:05.608999 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f0d8eaa2-f830-4d98-8e3b-8eb10b545c0c admin admin] 10.222.0.48 "PUT /v2.0/routers/82bd45e5-bfc7-4a19-98bf-5a4b79557e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276445 Feb 20 20:12:05.649943 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bdefc5e7-5036-4ca0-afe1-063f4cfac767 None None] Port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:05.899575 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46 req-38d5a514-b7be-4646-a15a-93caa355af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:05.901803 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46 req-38d5a514-b7be-4646-a15a-93caa355af1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1127 time: 0.0647917 Feb 20 20:12:05.902970 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-8efbc64f-c381-494e-a4dd-99c663f7ec23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649304 Feb 20 20:12:05.981379 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.042401 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46 req-e0c3d1db-1dc9-478d-95fa-31f7109a4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.044464 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46 req-e0c3d1db-1dc9-478d-95fa-31f7109a4101 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1283526 Feb 20 20:12:06.067819 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368f36-0c2d-4c7a-a4d6-48d8001f1797 req-d48d26e4-38a2-400f-a6b1-d37fd2b667a4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.069446 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cd368f36-0c2d-4c7a-a4d6-48d8001f1797 req-d48d26e4-38a2-400f-a6b1-d37fd2b667a4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0974333 Feb 20 20:12:06.075370 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-1957adf0-2e11-4477-8b3f-2c7b4d84af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.076999 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-1957adf0-2e11-4477-8b3f-2c7b4d84af45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1129 time: 0.0722759 Feb 20 20:12:06.174393 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46 req-3eeb9667-de0f-47b9-8472-f498d0728a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.175995 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ebcdc08c-e7b0-4406-8a7a-bd34803e6b46 req-3eeb9667-de0f-47b9-8472-f498d0728a15 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246641 Feb 20 20:12:06.205521 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-cd368f36-0c2d-4c7a-a4d6-48d8001f1797 req-2b5af06f-5587-4264-a184-ceb8a99e0ff4 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276855 Feb 20 20:12:06.246331 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-0ffded6f-66fb-4920-87da-b08381aafd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.248070 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-0ffded6f-66fb-4920-87da-b08381aafd4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.1479456 Feb 20 20:12:06.263484 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-7306738b-f7ac-4720-ae4f-735236c67067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.263484 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-7306738b-f7ac-4720-ae4f-735236c67067 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1127 time: 0.0504384 Feb 20 20:12:06.318837 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-c9b7935b-a726-4c3f-badf-0cde5fe46964 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619 HTTP/1.1" status: 200 len: 217 time: 0.0469661 Feb 20 20:12:06.343690 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-4935c7fa-6c3c-4d7a-8447-aa7dfb999980 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 1001 time: 0.0850039 Feb 20 20:12:06.389169 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-8e8bdeee-5634-468f-81d1-34b5bc6a1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.392276 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-8e8bdeee-5634-468f-81d1-34b5bc6a1bf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0676923 Feb 20 20:12:06.447457 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-546a9e61-64fc-460c-9eec-91e2d6b1de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.449115 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-546a9e61-64fc-460c-9eec-91e2d6b1de7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0949435 Feb 20 20:12:06.464568 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-9c91140b-e96b-450c-a120-c12728237c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.466524 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-9c91140b-e96b-450c-a120-c12728237c4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0651751 Feb 20 20:12:06.474377 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47864) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:06.481287 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-309374632-network', 'tenant_id': '49edc249573b45f2b5027bfefee666ab'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:06.517761 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-c261ee8b-0f32-40b1-9b06-754a081f10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.519587 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-c261ee8b-0f32-40b1-9b06-754a081f10b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528858 Feb 20 20:12:06.586960 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-c270c719-af5b-4af1-a965-06c9aef81229 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092422 Feb 20 20:12:06.624097 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-edd77590-cd9a-468e-9f7c-9eae8a6332cd service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939116 Feb 20 20:12:06.648397 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Made reservation on behalf of 49edc249573b45f2b5027bfefee666ab for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:06.650624 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.666090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.731690 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6874b73a-df95-4ccd-96b1-3064d72e4327 req-90726c31-0b2f-48d9-92d6-200628a00478 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997164 Feb 20 20:12:06.739228 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-daa27bb8-d354-4633-ab3e-e51720d8d4d3 req-4ecf5028-b501-4657-8619-5412d1a7cfcd service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422875 Feb 20 20:12:06.794078 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks [] for security_group (79ead123-4890-444c-b8fa-a11efdeef3f2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.924083 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (79ead123-4890-444c-b8fa-a11efdeef3f2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.948557 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:12:06.960712 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ead123-4890-444c-b8fa-a11efdeef3f2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:06.964981 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (f832f924-8824-48ae-909e-c764d0d786f3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.965367 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Added segment f832f924-8824-48ae-909e-c764d0d786f3 of type vlan for network d912cd88-86a0-4a5b-81b5-7122ef51f73f Feb 20 20:12:07.011656 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730864068500'] for network (d912cd88-86a0-4a5b-81b5-7122ef51f73f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.135909 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.166850 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705'] for network (d912cd88-86a0-4a5b-81b5-7122ef51f73f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.169314 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.170090 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.228386 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] Pushing event updated for resources: {'Network': ['ID=d912cd88-86a0-4a5b-81b5-7122ef51f73f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:07.238767 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f details requested by agent ovs-agent-dv-cinder-821824-2-iscsi with host dv-cinder-821824-2-iscsi {{(pid=103361) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:12:07.325120 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-240aa073-e32f-4bfd-be37-0dd551aa4b1c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8496435 Feb 20 20:12:07.327886 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 47880) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:07.334447 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Request body: {'subnet': {'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-309374632-subnet', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:07.371142 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8ab9f-0676-4968-97a2-3c03222e7799 req-8910dd5a-c669-444c-9492-b326f3194e5f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.374240 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05b8ab9f-0676-4968-97a2-3c03222e7799 req-8910dd5a-c669-444c-9492-b326f3194e5f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0826588 Feb 20 20:12:07.422532 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05b8ab9f-0676-4968-97a2-3c03222e7799 req-dcba8e04-4048-4431-a6e3-174c2f71683b tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Feb 20 20:12:07.449493 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Made reservation on behalf of 49edc249573b45f2b5027bfefee666ab for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:07.456305 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-534271744'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.704535 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-533138037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-534271986'] for subnet (fbf4b625-1f7e-4084-8799-db5f0456aa67), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.710568 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 0c95300b-3a2b-4591-8648-8f8f9a084f03 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:07.765221 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf4b625-1f7e-4084-8799-db5f0456aa67,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:07.770512 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Checking segment: {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:07.771060 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Network hostable DHCP agents. Network: d912cd88-86a0-4a5b-81b5-7122ef51f73f, hostable agents: ['70390df0-5562-4f0e-a4e0-45525d20a62d'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:12:07.776261 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:12:07.779543 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 0c95300b-3a2b-4591-8648-8f8f9a084f03 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:07.780034 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.858280 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Sync routers for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:07.862585 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 0c95300b-3a2b-4591-8648-8f8f9a084f03 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:07.863055 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.867892 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f is scheduled to be hosted by DHCP agent 70390df0-5562-4f0e-a4e0-45525d20a62d with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:12:07.874060 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:07.874676 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:07.885461 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port 0c95300b-3a2b-4591-8648-8f8f9a084f03, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=0c95300b-3a2b-4591-8648-8f8f9a084f03,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:07.936924 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-2-iscsi, d912cd88-86a0-4a5b-81b5-7122ef51f73f) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:07.941189 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.941714 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:07.946915 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7e784-15e9-416d-acea-273d79d1e9b7 None None] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:07.991074 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:07.995022 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.037779 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0172244d-950c-42e2-a31d-83ef9a277210 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7083199 Feb 20 20:12:08.040854 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47882) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:08.045788 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:08.063647 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=0c95300b-3a2b-4591-8648-8f8f9a084f03,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:08.092843 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a0feded-9ed4-588b-8615-ed792211227b-d912cd88-86a0-4a5b-81b5-7122ef51f73f', 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f', 'project_id': '49edc249573b45f2b5027bfefee666ab', 'fixed_ips': [{'subnet_id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67'}]}} from dv-cinder-821824-2-iscsi. {{(pid=103361) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:12:08.094191 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.147059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1601969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24724'] for router (8e93bd40-b244-41c4-8f94-b38d1514ab0b), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.148953 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1608175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24715'] for router (8e93bd40-b244-41c4-8f94-b38d1514ab0b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.233750 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks [] for router_controller (8e93bd40-b244-41c4-8f94-b38d1514ab0b), precommit_add_association {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.243501 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 2, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:08.257056 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.db_base_plugin_common [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Allocated IP 172.20.0.2 (d912cd88-86a0-4a5b-81b5-7122ef51f73f/fbf4b625-1f7e-4084-8799-db5f0456aa67/ff9a3c47-22c0-4e27-89a4-ca7433d43bff) {{(pid=103361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:08.275967 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Checking router: 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:08.276313 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Updating router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:12:08.306361 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.424509 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Publish callbacks [] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), precommit_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.503827 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), after_create {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.547522 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks [] for router_gateway (8e93bd40-b244-41c4-8f94-b38d1514ab0b), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.559923 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f is already hosted by enough agents. {{(pid=103361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:08.563489 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.scheduler.base_scheduler [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Resources bound (agent type, host, resource id): {{(pid=103361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:08.569631 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Received port after_create {{(pid=103361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:08.578447 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Pushing event updated for resources: {'Port': ['ID=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,revision_number=1']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:08.664151 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Attempting to bind port ff9a3c47-22c0-4e27-89a4-ca7433d43bff on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:08.664669 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Attempting to bind port ff9a3c47-22c0-4e27-89a4-ca7433d43bff by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:08.665185 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Attempting to bind port ff9a3c47-22c0-4e27-89a4-ca7433d43bff on network d912cd88-86a0-4a5b-81b5-7122ef51f73f {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:08.671949 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:08.672460 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Checking segment: {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:08.673088 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.673580 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Bound using segment: {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:08.674162 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Bound port: ff9a3c47-22c0-4e27-89a4-ca7433d43bff, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:08.674637 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.722605 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Publish callbacks [] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.753836 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe1ca3-3425-453f-b079-15062073709e req-471b14bd-709f-41b3-a68b-5cd9eea63bd0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:08.755436 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b4fe1ca3-3425-453f-b079-15062073709e req-471b14bd-709f-41b3-a68b-5cd9eea63bd0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.2043731 Feb 20 20:12:08.819051 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b4fe1ca3-3425-453f-b079-15062073709e req-d34df644-12e8-48ed-8748-4236e1b3246f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561516 Feb 20 20:12:08.884322 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.897558 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] For port ff9a3c47-22c0-4e27-89a4-ca7433d43bff, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:08.903184 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] For port ff9a3c47-22c0-4e27-89a4-ca7433d43bff, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:08.929979 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.988675 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Pushing event updated for resources: {'Port': ['ID=8d18de32-87a2-4db1-ad36-f7b47d98ff17,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:08.996873 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks [] for router_gateway (8e93bd40-b244-41c4-8f94-b38d1514ab0b), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.000168 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.000534 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.000900 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.001245 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.001575 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.001903 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.002240 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.002546 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.002872 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.003213 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.003533 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.003885 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.004203 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:09.025059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.050423 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.080987 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Attempting to bind port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:09.082105 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Attempting to bind port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:09.082720 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Attempting to bind port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 on network 2957fd4d-2666-4fc3-b170-7066a6c90458 {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:09.092853 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:09.093523 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Checking segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:09.094171 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.094805 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Bound using segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:09.095567 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Bound port: 8d18de32-87a2-4db1-ad36-f7b47d98ff17, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:09.097486 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.136605 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb164d6a-bd9d-4a24-96eb-777293a99d4e None None] Pushing event updated for resources: {'Port': ['ID=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:09.163059 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Allocated IP 172.27.2.171 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/f8fb829b-1ebf-4941-bb82-b4b040c6555b) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:09.198948 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] For port 8d18de32-87a2-4db1-ad36-f7b47d98ff17, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:09.203260 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] For port 8d18de32-87a2-4db1-ad36-f7b47d98ff17, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=8d18de32-87a2-4db1-ad36-f7b47d98ff17,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:09.263943 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.296720 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks [] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.331489 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] Provisioning complete for port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:09.332093 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.335116 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:09.335793 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:09.397995 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84162fa-c283-4b70-ae76-0c45a995d5a9 None None] Pushing event updated for resources: {'Port': ['ID=8d18de32-87a2-4db1-ad36-f7b47d98ff17,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:09.405916 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.453775 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:09.462685 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:09.465364 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:09.487684 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] Current status of the port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:09.487922 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.503744 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Pushing event updated for resources: {'Port': ['ID=f8fb829b-1ebf-4941-bb82-b4b040c6555b,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:09.518111 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:09.530167 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] For port 8d18de32-87a2-4db1-ad36-f7b47d98ff17, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=8d18de32-87a2-4db1-ad36-f7b47d98ff17,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:09.611554 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.672148 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4895e2-9eda-40f1-8740-fd0d412101c3 None None] Pushing event updated for resources: {'Port': ['ID=8d18de32-87a2-4db1-ad36-f7b47d98ff17,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:09.733216 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-88992af5-6283-46ee-8de4-7f6851415ea1 None None] Provisioning complete for port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:09.733753 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-88992af5-6283-46ee-8de4-7f6851415ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.815154 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:09.835065 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-88992af5-6283-46ee-8de4-7f6851415ea1 None None] Current status of the port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:09.855279 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b983f-574c-4f79-9fb5-3d3a1dfe7a4f None None] The sync data for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi is: [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:09.875296 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 0c95300b-3a2b-4591-8648-8f8f9a084f03 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:09.960019 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks [] for router_gateway (8e93bd40-b244-41c4-8f94-b38d1514ab0b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.966807 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 0c95300b-3a2b-4591-8648-8f8f9a084f03 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:09.967180 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.987202 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b0958-3641-4145-b8e5-a2194695f6b9 req-d2396db8-c7e5-4c86-86d2-83be25518118 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:09.989603 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-351b0958-3641-4145-b8e5-a2194695f6b9 req-d2396db8-c7e5-4c86-86d2-83be25518118 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0631480 Feb 20 20:12:10.072544 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-351b0958-3641-4145-b8e5-a2194695f6b9 req-00573ea7-da46-4f41-bf5e-df9156a55c8e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756617 Feb 20 20:12:10.081647 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 0c95300b-3a2b-4591-8648-8f8f9a084f03 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:10.083235 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 8d18de32-87a2-4db1-ad36-f7b47d98ff17 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:10.145581 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:10.146069 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.253920 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:10.256158 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ff9a3c47-22c0-4e27-89a4-ca7433d43bff up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:10.268287 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1604519'] for router (8e93bd40-b244-41c4-8f94-b38d1514ab0b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.316045 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port ff9a3c47-22c0-4e27-89a4-ca7433d43bff triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:10.316684 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.420407 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4dd273-c94e-47cd-b978-b2422e73c130 None None] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:10.436189 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port ff9a3c47-22c0-4e27-89a4-ca7433d43bff is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:10.436570 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.521402 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Provisioning complete for port ff9a3c47-22c0-4e27-89a4-ca7433d43bff triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:10.521768 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.535798 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port ff9a3c47-22c0-4e27-89a4-ca7433d43bff, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:10.542560 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Router 8e93bd40-b244-41c4-8f94-b38d1514ab0b is scheduled to L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 with binding_index 1 {{(pid=103360) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:12:10.651521 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.662841 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Current status of the port ff9a3c47-22c0-4e27-89a4-ca7433d43bff is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:10.662841 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.682937 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:10.712217 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Sync routers for ids ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:10.755802 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Routers {'8e93bd40-b244-41c4-8f94-b38d1514ab0b'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:10.756642 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:10.805972 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.809088 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-db88cff8-6337-4749-9565-e184d082b631 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7654543 Feb 20 20:12:10.811594 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 47900) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:10.813021 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:10.845457 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:12:10.845828 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:12:10.921151 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Set router 8e93bd40-b244-41c4-8f94-b38d1514ab0b gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:11.111281 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 3, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:11.144275 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Checking router: 8e93bd40-b244-41c4-8f94-b38d1514ab0b for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:11.144704 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Updating router 8e93bd40-b244-41c4-8f94-b38d1514ab0b port f8fb829b-1ebf-4941-bb82-b4b040c6555b binding host dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:12:11.177418 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.244643 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b8787-1a1d-4981-8d45-f1b0c5fc7be5 req-0dd69e86-d38f-435b-9838-c7dd9c8b1e54 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:11.246204 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4f5b8787-1a1d-4981-8d45-f1b0c5fc7be5 req-0dd69e86-d38f-435b-9838-c7dd9c8b1e54 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0991073 Feb 20 20:12:11.396197 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3af31c12-4e97-4add-8e63-6266a87cae96 None None] Current status of the port ff9a3c47-22c0-4e27-89a4-ca7433d43bff is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:11.489298 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Publish callbacks [] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.516481 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-e524b2d5-0280-470e-b9e3-51c231c1c559 None None] Provisioning complete for port ff9a3c47-22c0-4e27-89a4-ca7433d43bff triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:11.516930 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-e524b2d5-0280-470e-b9e3-51c231c1c559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.581218 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.594504 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4f5b8787-1a1d-4981-8d45-f1b0c5fc7be5 req-6e5f3d1d-fcf6-45b1-b46c-454546b0fad7 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787675 Feb 20 20:12:11.604899 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.629539 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-e524b2d5-0280-470e-b9e3-51c231c1c559 None None] Current status of the port ff9a3c47-22c0-4e27-89a4-ca7433d43bff is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:11.678808 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Attempting to bind port f8fb829b-1ebf-4941-bb82-b4b040c6555b on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:11.678808 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Attempting to bind port f8fb829b-1ebf-4941-bb82-b4b040c6555b by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:11.678808 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Attempting to bind port f8fb829b-1ebf-4941-bb82-b4b040c6555b on network 33eb5443-3d27-4ca3-be03-c635ac260080 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:11.684146 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a09afe-655b-485c-ac18-ca8c50a7fc39 None None] Pushing event updated for resources: {'Port': ['ID=f8fb829b-1ebf-4941-bb82-b4b040c6555b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:11.692299 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:11.692773 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Checking segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:11.693245 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.693705 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Bound using segment: {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:11.694246 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Bound port: f8fb829b-1ebf-4941-bb82-b4b040c6555b, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9301725-339a-4af2-ae6f-33c396eacaa5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:11.694706 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.722700 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 8d18de32-87a2-4db1-ad36-f7b47d98ff17 up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:11.776138 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] For port f8fb829b-1ebf-4941-bb82-b4b040c6555b, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:11.778422 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Allocated IP 172.20.0.1 (d912cd88-86a0-4a5b-81b5-7122ef51f73f/fbf4b625-1f7e-4084-8799-db5f0456aa67/80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:11.780044 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] For port f8fb829b-1ebf-4941-bb82-b4b040c6555b, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=f8fb829b-1ebf-4941-bb82-b4b040c6555b,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:11.795937 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:11.796325 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.879066 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:11.880205 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ff9a3c47-22c0-4e27-89a4-ca7433d43bff up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:11.884990 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks [] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.946830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port ff9a3c47-22c0-4e27-89a4-ca7433d43bff triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:11.946830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.983855 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.063326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.085248 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a09afe-655b-485c-ac18-ca8c50a7fc39 None None] Pushing event updated for resources: {'Port': ['ID=f8fb829b-1ebf-4941-bb82-b4b040c6555b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:12.087899 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Routers {'8e93bd40-b244-41c4-8f94-b38d1514ab0b'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:12.088481 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:12.090806 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port ff9a3c47-22c0-4e27-89a4-ca7433d43bff is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:12.105122 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:12.108133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:12.114517 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:12.146099 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Pushing event updated for resources: {'Port': ['ID=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:12.162056 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604720'] for router_interface (8e93bd40-b244-41c4-8f94-b38d1514ab0b), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.377843 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] Set router 8e93bd40-b244-41c4-8f94-b38d1514ab0b gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:12.402258 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.435133 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-b32272b3-b825-462d-b86a-2a87ae701456 None None] Provisioning complete for port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:12.435493 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b32272b3-b825-462d-b86a-2a87ae701456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.513173 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-b32272b3-b825-462d-b86a-2a87ae701456 None None] Port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:12.567974 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks [] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.587129 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 3, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:12.616178 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c3a79-cd49-4ef2-affd-1cd07c7ff28f None None] The sync data for ids ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'] in dv-cinder-821824-2-iscsi is: [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 3, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:12.626322 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532776282'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.728816 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604836'] for router_interface (8e93bd40-b244-41c4-8f94-b38d1514ab0b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.730870 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Pushing event updated for resources: {'Port': ['ID=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:12.852766 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:12.862551 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:13.013434 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Router 8e93bd40-b244-41c4-8f94-b38d1514ab0b has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:13.060744 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcc0f6-c0df-462c-b70e-ce01fb4aba5c req-13013bc9-d881-4616-9a37-7bcfd4f8e630 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.063204 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4efcc0f6-c0df-462c-b70e-ce01fb4aba5c req-13013bc9-d881-4616-9a37-7bcfd4f8e630 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.3955038 Feb 20 20:12:13.138411 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4efcc0f6-c0df-462c-b70e-ce01fb4aba5c req-1ecc9ca6-75a6-4a32-9951-851acb55bae2 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639482 Feb 20 20:12:13.160603 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:13.166986 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-c2f6d71c-87ac-44a7-b08c-b63bb954771f admin admin] 10.222.0.48 "PUT /v2.0/routers/8e93bd40-b244-41c4-8f94-b38d1514ab0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3539004 Feb 20 20:12:13.258325 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-d685afee-74e0-4d91-92df-c995ad39e676 None None] Provisioning complete for port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:13.258760 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d685afee-74e0-4d91-92df-c995ad39e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.297102 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d685afee-74e0-4d91-92df-c995ad39e676 None None] Port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:13.732773 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f8fb829b-1ebf-4941-bb82-b4b040c6555b up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:13.787746 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port f8fb829b-1ebf-4941-bb82-b4b040c6555b triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:13.788063 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.875512 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port f8fb829b-1ebf-4941-bb82-b4b040c6555b is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:13.875945 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.898784 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] For port f8fb829b-1ebf-4941-bb82-b4b040c6555b, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=f8fb829b-1ebf-4941-bb82-b4b040c6555b,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:13.976830 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.027892 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Pushing event updated for resources: {'Port': ['ID=f8fb829b-1ebf-4941-bb82-b4b040c6555b,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:14.265085 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784970f-c56f-4784-8460-95bf0d1f9097 req-b007d84b-3fe1-4cfd-ba0a-1f4efc6fe385 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:14.266679 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7784970f-c56f-4784-8460-95bf0d1f9097 req-b007d84b-3fe1-4cfd-ba0a-1f4efc6fe385 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0659463 Feb 20 20:12:14.320650 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7784970f-c56f-4784-8460-95bf0d1f9097 req-a5999c49-43bb-41e2-b057-e7e89e56d257 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477338 Feb 20 20:12:14.435997 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Sync routers for ids ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:14.454972 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Routers {'8e93bd40-b244-41c4-8f94-b38d1514ab0b'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:14.460328 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:14.597103 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Set router 8e93bd40-b244-41c4-8f94-b38d1514ab0b gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:14.930319 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:12:12Z', 'revision_number': 4, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea', 'name': '', 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'mac_address': 'fa:16:3e:51:a6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:11Z', 'updated_at': '2022-02-20T20:12:12Z', 'revision_number': 2, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'subnets': [{'id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:14.956206 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Checking router: 8e93bd40-b244-41c4-8f94-b38d1514ab0b for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:14.956853 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Updating router 8e93bd40-b244-41c4-8f94-b38d1514ab0b port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea binding host dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:12:14.987580 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.301109 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Publish callbacks [] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), precommit_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.376860 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.430274 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4254-2a39-4e9b-ab0c-386c330daa4a None None] Pushing event updated for resources: {'Port': ['ID=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,revision_number=3']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:15.471075 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab1900-6057-420b-944c-17f35056723c req-c7af90e4-a98e-477b-aa70-3b88ade46495 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:15.474184 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dab1900-6057-420b-944c-17f35056723c req-c7af90e4-a98e-477b-aa70-3b88ade46495 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0691016 Feb 20 20:12:15.547050 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9dab1900-6057-420b-944c-17f35056723c req-6f15c83a-fd35-4b20-97fb-d4af0b3063dc tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656245 Feb 20 20:12:15.560234 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Attempting to bind port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea on host dv-cinder-821824-2-iscsi for vnic_type normal with profile {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:15.560729 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Attempting to bind port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea by drivers openvswitch,hyperv on host dv-cinder-821824-2-iscsi at level 0 using segments [{'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:15.560958 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Attempting to bind port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea on network d912cd88-86a0-4a5b-81b5-7122ef51f73f {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:15.578290 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Checking agent: {'id': 'a90dac6a-0940-4c67-b171-6fc618c7d64c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 55, 39), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:15.578660 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Checking segment: {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:15.579064 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.579463 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Bound using segment: {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'} {{(pid=103362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:15.579980 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.managers [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Bound port: 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea, host: dv-cinder-821824-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f832f924-8824-48ae-909e-c764d0d786f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f'}}] {{(pid=103362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:15.580377 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), before_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.661172 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] For port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea, host dv-cinder-821824-2-iscsi, cleared binding levels {{(pid=103362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:15.665430 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.plugins.ml2.db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] For port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea, host dv-cinder-821824-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:15.736513 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f8fb829b-1ebf-4941-bb82-b4b040c6555b up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:15.759740 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron_lib.callbacks.manager [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), after_update {{(pid=103362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.784010 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] Provisioning complete for port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:15.784740 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.843347 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port f8fb829b-1ebf-4941-bb82-b4b040c6555b triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:15.843559 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec4254-2a39-4e9b-ab0c-386c330daa4a None None] Pushing event updated for resources: {'Port': ['ID=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,revision_number=4']} {{(pid=103362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:15.844207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:15.880728 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Routers {'8e93bd40-b244-41c4-8f94-b38d1514ab0b'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:15.881366 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:15.933889 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] Current status of the port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea is: DOWN; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:15.934553 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:16.018490 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port f8fb829b-1ebf-4941-bb82-b4b040c6555b is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:16.028927 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] For port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:16.031609 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] Set router 8e93bd40-b244-41c4-8f94-b38d1514ab0b gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:16.129398 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:16.206269 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826acba-0b75-4f1b-8dc9-de99750995cd None None] Pushing event updated for resources: {'Port': ['ID=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:16.270564 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-42b8adbb-e7ac-4c76-ab7a-ea5ebbfb2a1f None None] Provisioning complete for port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:16.271101 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-42b8adbb-e7ac-4c76-ab7a-ea5ebbfb2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:16.317364 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:12:12Z', 'revision_number': 4, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea', 'name': '', 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'mac_address': 'fa:16:3e:51:a6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:11Z', 'updated_at': '2022-02-20T20:12:15Z', 'revision_number': 4, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'subnets': [{'id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:16.349057 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba079df-2c67-42d2-bb2e-9144b14675f3 None None] The sync data for ids ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'] in dv-cinder-821824-2-iscsi is: [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:12:12Z', 'revision_number': 4, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea', 'name': '', 'network_id': 'd912cd88-86a0-4a5b-81b5-7122ef51f73f', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'mac_address': 'fa:16:3e:51:a6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:11Z', 'updated_at': '2022-02-20T20:12:15Z', 'revision_number': 4, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'subnets': [{'id': 'fbf4b625-1f7e-4084-8799-db5f0456aa67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:16.399462 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-42b8adbb-e7ac-4c76-ab7a-ea5ebbfb2a1f None None] Current status of the port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:16.470651 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 2b321321-2e9d-43ea-a23f-1d8ce01a2619 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:12:16.656037 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:16.677987 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'port_id': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'mac_address': 'fa:16:3e:af:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:12:16.720897 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73695-20f7-4f1b-b6c0-00673e1077c0 req-58996be1-5301-456a-a0d0-536916597f57 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:16.729267 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b8b73695-20f7-4f1b-b6c0-00673e1077c0 req-58996be1-5301-456a-a0d0-536916597f57 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 943 time: 0.0799115 Feb 20 20:12:16.735422 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:16.735853 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:16.757227 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b321321-2e9d-43ea-a23f-1d8ce01a2619 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:16.793664 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b8b73695-20f7-4f1b-b6c0-00673e1077c0 req-f9ca6148-902b-47a8-b57e-6b3b49f62ca1 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617316 Feb 20 20:12:16.814912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:16.919936 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:17.005763 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=2b321321-2e9d-43ea-a23f-1d8ce01a2619,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:17.734775 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea up at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:17.786533 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Provisioning complete for port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:17.787277 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:17.883093 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Current status of the port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:17.916066 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a26b3-d7f5-4b96-a426-28ad2b37d366 req-44bd9ee8-c5a6-4fff-b397-b7f5ff6d2d07 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:17.917591 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-590a26b3-d7f5-4b96-a426-28ad2b37d366 req-44bd9ee8-c5a6-4fff-b397-b7f5ff6d2d07 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 944 time: 0.0576837 Feb 20 20:12:17.968660 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-590a26b3-d7f5-4b96-a426-28ad2b37d366 req-19ae9aa4-ee9a-41ce-9c14-1119a7c6bc0c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450754 Feb 20 20:12:18.455125 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['2b321321-2e9d-43ea-a23f-1d8ce01a2619'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:19.103172 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca36854-9bd2-4ca7-bf5d-b9e40e7466e7 req-69e5359b-0c64-4f15-9632-f03a20797f42 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:19.104783 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0ca36854-9bd2-4ca7-bf5d-b9e40e7466e7 req-69e5359b-0c64-4f15-9632-f03a20797f42 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 944 time: 0.0609949 Feb 20 20:12:19.167152 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0ca36854-9bd2-4ca7-bf5d-b9e40e7466e7 req-db6ff573-a782-4478-8732-996971217deb tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563188 Feb 20 20:12:20.200690 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 2b321321-2e9d-43ea-a23f-1d8ce01a2619 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:20.316392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4328bbe-eca8-43f2-8364-8c4e045f4eea req-50df097e-34e3-4331-8fd6-f4529173d141 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:20.318561 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4328bbe-eca8-43f2-8364-8c4e045f4eea req-50df097e-34e3-4331-8fd6-f4529173d141 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 944 time: 0.0702951 Feb 20 20:12:20.364881 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:12:20.370061 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:20.370512 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:20.391316 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4328bbe-eca8-43f2-8364-8c4e045f4eea req-bdce236e-a50e-4a2c-8bdc-21fbc484ef25 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660365 Feb 20 20:12:20.472181 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:20.472586 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:20.501608 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:20.504202 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55565e47-ec40-400f-993d-0a070d4f6e50" -d '{"events": [{"server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "name": "network-vif-plugged", "status": "completed", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:20.521048 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:20.550196 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4172dd48-d68e-4bc6-b6cc-7f56a0f631bc x-openstack-request-id: req-4172dd48-d68e-4bc6-b6cc-7f56a0f631bc {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:20.550591 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "name": "network-vif-plugged", "status": "completed", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:20.550911 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4172dd48-d68e-4bc6-b6cc-7f56a0f631bc {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:20.551385 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'code': 200} Feb 20 20:12:20.656727 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:20.719754 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=2b321321-2e9d-43ea-a23f-1d8ce01a2619,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:21.239514 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91b9c-57c2-4981-8d8c-374ff907adc3 req-f4f51e2b-afcf-453c-bacf-6191b970dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:21.241078 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86c91b9c-57c2-4981-8d8c-374ff907adc3 req-f4f51e2b-afcf-453c-bacf-6191b970dc28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1129 time: 0.0449166 Feb 20 20:12:21.301037 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86c91b9c-57c2-4981-8d8c-374ff907adc3 req-56b54704-3966-45d5-8805-a93a3c0f20df service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502121 Feb 20 20:12:21.521425 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70690158-c3ee-4db7-a5de-7e1f009d4b96 req-8e6ab021-ea35-44bd-8c7a-89cfdd6102e6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:21.528636 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70690158-c3ee-4db7-a5de-7e1f009d4b96 req-8e6ab021-ea35-44bd-8c7a-89cfdd6102e6 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 945 time: 0.0766511 Feb 20 20:12:21.607531 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70690158-c3ee-4db7-a5de-7e1f009d4b96 req-df0f750b-e978-412d-adc9-f44884b86690 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760939 Feb 20 20:12:22.741542 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fedbc-2869-4239-8fa3-faa2a01c63a9 req-7df5e0ee-5c10-4837-a1a3-fb804fbe2e67 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.743859 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b48fedbc-2869-4239-8fa3-faa2a01c63a9 req-7df5e0ee-5c10-4837-a1a3-fb804fbe2e67 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 945 time: 0.0596809 Feb 20 20:12:22.832451 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b48fedbc-2869-4239-8fa3-faa2a01c63a9 req-f6c2ca2a-654e-4e00-a239-786f049084e1 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809691 Feb 20 20:12:22.963531 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668548ae-852e-4f28-94ae-2acb9bfba78d req-a55dba60-e7c8-416a-820e-c7ed676a91e1 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.965359 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-668548ae-852e-4f28-94ae-2acb9bfba78d req-a55dba60-e7c8-416a-820e-c7ed676a91e1 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 945 time: 0.0588779 Feb 20 20:12:23.020490 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-668548ae-852e-4f28-94ae-2acb9bfba78d req-2f5a31da-2091-4e6f-bdc2-ca33b9f00dd2 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489440 Feb 20 20:12:23.044533 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48046) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:23.297087 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7dca9-283b-4b89-9678-1c68e8391413 tempest-TestVolumeBootPattern-98405578 tempest-TestVolumeBootPattern-98405578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:23.297087 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-03e7dca9-283b-4b89-9678-1c68e8391413 tempest-TestVolumeBootPattern-98405578 tempest-TestVolumeBootPattern-98405578-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1124 time: 0.2512856 Feb 20 20:12:23.299774 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48052) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:23.304714 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'port_id': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:23.426424 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.552406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.680764 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Allocated IP 172.27.2.115 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/a80eb85a-5a64-434a-857b-971de103bdb0) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:23.803039 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (a80eb85a-5a64-434a-857b-971de103bdb0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:24.148147 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (a80eb85a-5a64-434a-857b-971de103bdb0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:24.192573 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:24.199880 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:24.202502 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:24.227271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=a80eb85a-5a64-434a-857b-971de103bdb0,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:24.653706 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (5a09b463-dda7-4247-8a84-300d0b084d5c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:24.738376 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48064) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:24.823015 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (a80eb85a-5a64-434a-857b-971de103bdb0), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:24.865685 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dc177999-d3dc-4b8f-9894-80835af82fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.040029 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dc177999-d3dc-4b8f-9894-80835af82fbf admin admin] Publish callbacks [] for security_group (37ac6092-aff2-4e6a-985d-e5efbb756d9f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.060257 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for port (a80eb85a-5a64-434a-857b-971de103bdb0), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.123766 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dc177999-d3dc-4b8f-9894-80835af82fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (37ac6092-aff2-4e6a-985d-e5efbb756d9f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.161369 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (a80eb85a-5a64-434a-857b-971de103bdb0), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.168508 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-dc177999-d3dc-4b8f-9894-80835af82fbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35ad48211239429cb2d5f06c4d5a6720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287798 Feb 20 20:12:25.172343 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:25.174691 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177999-d3dc-4b8f-9894-80835af82fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac6092-aff2-4e6a-985d-e5efbb756d9f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:25.221204 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event updated for resources: {'Port': ['ID=a80eb85a-5a64-434a-857b-971de103bdb0,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:25.236096 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80add430-76ea-4ead-8f36-f80e259802bb admin admin] Publish callbacks [] for security_group (37ac6092-aff2-4e6a-985d-e5efbb756d9f), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.262436 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80add430-76ea-4ead-8f36-f80e259802bb admin admin] Publish callbacks [] for security_group (37ac6092-aff2-4e6a-985d-e5efbb756d9f), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.274522 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (5a09b463-dda7-4247-8a84-300d0b084d5c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.386164 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80add430-76ea-4ead-8f36-f80e259802bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (37ac6092-aff2-4e6a-985d-e5efbb756d9f), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.387830 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Floating IP 5a09b463-dda7-4247-8a84-300d0b084d5c associated. External IP: 172.27.2.115, port: 2b321321-2e9d-43ea-a23f-1d8ce01a2619. Feb 20 20:12:25.391498 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80add430-76ea-4ead-8f36-f80e259802bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:25.391498 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-80add430-76ea-4ead-8f36-f80e259802bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37ac6092-aff2-4e6a-985d-e5efbb756d9f HTTP/1.1" status: 204 len: 168 time: 0.2168150 Feb 20 20:12:25.399799 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80add430-76ea-4ead-8f36-f80e259802bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac6092-aff2-4e6a-985d-e5efbb756d9f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:25.690037 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:25.792638 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-30dbabaa-8f11-46a5-abbe-3d667b2f03bf tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:25.794406 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-30dbabaa-8f11-46a5-abbe-3d667b2f03bf tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 815 time: 0.1619360 Feb 20 20:12:25.846098 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-6d650d11-1580-49d8-9d12-763e513189a8 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/quotas/dab4874bc94a40e6b5a5997372e49686 HTTP/1.1" status: 200 len: 375 time: 0.0173311 Feb 20 20:12:25.869266 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:25.881073 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:25.895508 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:25.897892 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:25.922256 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-60fd9e51-ae38-45a0-bd68-98d3a190d642 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682504 Feb 20 20:12:25.985002 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.025144 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:26.030399 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-51a3b06f-8dc2-4d02-9c82-810c9309a91c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7295113 Feb 20 20:12:26.032823 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:26.034826 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7147830e-3f32-4d6c-a38d-ee63c0fa8258" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:26.065919 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-d09d0d84-d9dd-4740-a6bb-0690249ddaa5 service neutron] 10.222.0.48 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303651 Feb 20 20:12:26.084629 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf6143-43b5-4594-b0e1-bfad34d000f7 x-openstack-request-id: req-1cbf6143-43b5-4594-b0e1-bfad34d000f7 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:26.085476 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:26.085476 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cbf6143-43b5-4594-b0e1-bfad34d000f7 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:26.085960 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'status': 'completed', 'code': 200} Feb 20 20:12:26.120602 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48098) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:26.135687 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46fbb0b5-3374-4f3d-8dd9-c9eb86bf9434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.225677 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-92be334a-a9dc-4733-b854-9be343cdbe7e service neutron] 10.222.0.48 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464334 Feb 20 20:12:26.227169 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-0ef43b89-52f4-4a88-9a46-c6ffd9bc1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:26.230926 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-0ef43b89-52f4-4a88-9a46-c6ffd9bc1647 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1129 time: 0.1048589 Feb 20 20:12:26.250890 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46fbb0b5-3374-4f3d-8dd9-c9eb86bf9434 admin admin] Publish callbacks [] for security_group (215c03ab-21cd-439f-9de2-8e88bf1cadb4), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.317494 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46fbb0b5-3374-4f3d-8dd9-c9eb86bf9434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (215c03ab-21cd-439f-9de2-8e88bf1cadb4), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.344321 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:05Z', 'revision_number': 1, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}, {'id': '5a09b463-dda7-4247-8a84-300d0b084d5c', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:af:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a0188-8150-475e-9901-afe091649a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:24Z', 'updated_at': '2022-02-20T20:12:24Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:26.362690 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-46fbb0b5-3374-4f3d-8dd9-c9eb86bf9434 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2bafb8131c847b08d80dd407467660c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409070 Feb 20 20:12:26.363391 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-fad2a21b-f4ca-4b01-a8c5-204a7f73d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:26.364182 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb0b5-3374-4f3d-8dd9-c9eb86bf9434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215c03ab-21cd-439f-9de2-8e88bf1cadb4,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:26.364920 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-fad2a21b-f4ca-4b01-a8c5-204a7f73d180 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.1298389 Feb 20 20:12:26.365541 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48100) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:26.385968 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:26.395445 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:26.396159 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:12:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:26.462079 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-883d27de-31bd-48e4-8a55-02230061307f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619 HTTP/1.1" status: 200 len: 999 time: 0.0891180 Feb 20 20:12:26.490387 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b9fc8348-e439-41ea-a5bd-46d0699cb0d0 req-ad783819-f77e-4b6e-bac5-ccea03ca35eb tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 210 time: 0.0403793 Feb 20 20:12:26.542028 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-b2fd187c-dbb8-45f5-b36b-1d213aaa44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:26.543769 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-b2fd187c-dbb8-45f5-b36b-1d213aaa44e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0667963 Feb 20 20:12:26.552572 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:26.587128 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0871-1a7b-4541-a482-834bee9e4192 admin admin] Publish callbacks [] for security_group (215c03ab-21cd-439f-9de2-8e88bf1cadb4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.635479 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0871-1a7b-4541-a482-834bee9e4192 admin admin] Publish callbacks [] for security_group (215c03ab-21cd-439f-9de2-8e88bf1cadb4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.644969 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-03f21ea8-27aa-49b3-b842-fd6d6a3dee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:26.646513 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-03f21ea8-27aa-49b3-b842-fd6d6a3dee34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969324 Feb 20 20:12:26.783121 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-5f7e161e-60b0-4f5e-8ef8-10a89bc9813e service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302307 Feb 20 20:12:26.890221 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7147830e-3f32-4d6c-a38d-ee63c0fa8258 req-6f53f966-142b-4720-be78-d8454698a2ef service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010675 Feb 20 20:12:26.933536 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0871-1a7b-4541-a482-834bee9e4192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (215c03ab-21cd-439f-9de2-8e88bf1cadb4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.936460 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dbfb0871-1a7b-4541-a482-834bee9e4192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:26.937712 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-dbfb0871-1a7b-4541-a482-834bee9e4192 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/215c03ab-21cd-439f-9de2-8e88bf1cadb4 HTTP/1.1" status: 204 len: 168 time: 0.5712082 Feb 20 20:12:26.949869 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb0871-1a7b-4541-a482-834bee9e4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c03ab-21cd-439f-9de2-8e88bf1cadb4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:26.977448 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:05Z', 'revision_number': 1, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}, {'id': '5a09b463-dda7-4247-8a84-300d0b084d5c', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:af:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a0188-8150-475e-9901-afe091649a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:24Z', 'updated_at': '2022-02-20T20:12:24Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:27.017815 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749f3c9b-5f18-4a84-8933-f816796750a8 None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:05Z', 'revision_number': 1, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}, {'id': '5a09b463-dda7-4247-8a84-300d0b084d5c', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:af:7c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7a0188-8150-475e-9901-afe091649a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:24Z', 'updated_at': '2022-02-20T20:12:24Z', 'revision_number': 0, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:27.259762 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a27c2-cefd-4ca1-bab4-64409aea0012 None None] New status for floating IP 5a09b463-dda7-4247-8a84-300d0b084d5c: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:12:27.584927 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d315fbfe-56ec-4f2c-8267-cc7123e9b915 req-661750ca-6c3d-4118-947b-4afc7eeb7a47 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 210 time: 0.0359473 Feb 20 20:12:28.211383 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.688955 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-aa5882b5-7c88-48b3-b5bc-e7fc17794ec7 req-4ffba084-5db8-440f-b5b7-2fd3c411a2a4 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 210 time: 0.0299222 Feb 20 20:12:29.606783 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-513469ea-c8ac-4a0d-bfe9-9d986d4657ac tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:29.608350 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-513469ea-c8ac-4a0d-bfe9-9d986d4657ac tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.65 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 815 time: 0.1075389 Feb 20 20:12:29.625791 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'port': {'device_id': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'admin_state_up': True, 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:29.779635 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48172) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:29.802871 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-064f3ad1-051f-479c-9170-41638ae473a0 req-99311d40-07c6-4e96-9758-4ccb98e67d82 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 210 time: 0.0316100 Feb 20 20:12:29.888168 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:29.900738 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Made reservation on behalf of dab4874bc94a40e6b5a5997372e49686 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:29.904688 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:29.984966 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Publish callbacks [] for security_group (7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.041861 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Allocated IP 172.20.0.10 (2957fd4d-2666-4fc3-b170-7066a6c90458/cec83f36-5a8d-4a70-8456-5468425e7593/654ea405-cdac-4f35-9fcf-361f7b367e08) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:30.061032 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.102333 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:30.106203 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ee74d5357e94f55993171d1ff150d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253877 Feb 20 20:12:30.109876 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48180) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:30.112342 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.112698 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.113044 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.113388 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.113724 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.114062 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.114448 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.114787 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.115117 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.115450 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.115808 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.116142 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.116464 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6649e659-9c64-48ee-abb6-b306dc742b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.214423 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Publish callbacks [] for security_group (7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.258571 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Publish callbacks [] for security_group (7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.274532 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.423362 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.456687 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.459251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.460437 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1 HTTP/1.1" status: 204 len: 168 time: 0.3496327 Feb 20 20:12:30.479596 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:30.480651 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feda9da-b5fe-4a8c-81ae-68c25c2bc2b1,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:30.486148 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:30.496150 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:30.528196 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.528552 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.528814 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.529190 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.529517 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.533345 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345407d6-806a-422f-9b9e-bc2c5bf29ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:30.536833 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:30.569743 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:30.570720 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.682477 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-a9be8a4f-97e2-4cbc-90e8-834a6097c02a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0606163 Feb 20 20:12:30.744147 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Request body: {'port': {'device_id': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:30.748426 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-bbf61b67-842f-48a3-91be-f1eb4b4e6741 None None] Provisioning complete for port 654ea405-cdac-4f35-9fcf-361f7b367e08 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:30.749472 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bbf61b67-842f-48a3-91be-f1eb4b4e6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.810202 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-bbf61b67-842f-48a3-91be-f1eb4b4e6741 None None] Port 654ea405-cdac-4f35-9fcf-361f7b367e08 cannot update to ACTIVE because it is not bound. {{(pid=103361) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:30.859474 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.990317 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873255a-364f-4c78-86cb-891fe8cefb99 req-c18e47c4-620e-4226-9ae9-f13289748f84 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:30.994895 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1873255a-364f-4c78-86cb-891fe8cefb99 req-c18e47c4-620e-4226-9ae9-f13289748f84 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 932 time: 0.0755613 Feb 20 20:12:31.146076 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-1873255a-364f-4c78-86cb-891fe8cefb99 req-9848645a-b1c8-46cd-88f8-6e18c50cf971 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357162 Feb 20 20:12:31.247000 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48204) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:31.276838 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-51d69976-111d-4e3b-95fa-f7bd71b4df0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.282111 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654ea405-cdac-4f35-9fcf-361f7b367e08 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:31.292054 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Publish callbacks [] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.309971 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Transition to ACTIVE for port object 654ea405-cdac-4f35-9fcf-361f7b367e08 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:12:31.399055 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.415508 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-51d69976-111d-4e3b-95fa-f7bd71b4df0b admin admin] Publish callbacks [] for security_group (c36c6a4c-87f0-485d-818d-6b0117a2e4de), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.464998 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:31.496966 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-51d69976-111d-4e3b-95fa-f7bd71b4df0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c36c6a4c-87f0-485d-818d-6b0117a2e4de), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.546818 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69976-111d-4e3b-95fa-f7bd71b4df0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36c6a4c-87f0-485d-818d-6b0117a2e4de,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:31.550374 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Attempting to bind port 654ea405-cdac-4f35-9fcf-361f7b367e08 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:31.550817 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Attempting to bind port 654ea405-cdac-4f35-9fcf-361f7b367e08 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:31.551255 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Attempting to bind port 654ea405-cdac-4f35-9fcf-361f7b367e08 on network 2957fd4d-2666-4fc3-b170-7066a6c90458 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:31.558092 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Port 654ea405-cdac-4f35-9fcf-361f7b367e08 on network 2957fd4d-2666-4fc3-b170-7066a6c90458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:12:31.558449 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Attempting to bind port 654ea405-cdac-4f35-9fcf-361f7b367e08 on network 2957fd4d-2666-4fc3-b170-7066a6c90458 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:31.564868 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Checking agent: {'id': '4308254e-6529-4120-963f-adec7e7dc229', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'started_at': datetime.datetime(2022, 2, 20, 20, 1, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:31.565223 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Checking segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:31.565621 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Bound using segment: {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:31.566214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Bound port: 654ea405-cdac-4f35-9fcf-361f7b367e08, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:31.567157 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.589672 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-51d69976-111d-4e3b-95fa-f7bd71b4df0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cffd135de295454ebccb16620f464be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409617 Feb 20 20:12:31.601857 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48206) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:31.650737 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:31.659627 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:31.686449 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c50c25-87f0-4338-81de-e9ed8f454e7c admin admin] Publish callbacks [] for security_group (c36c6a4c-87f0-485d-818d-6b0117a2e4de), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.721752 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c50c25-87f0-4338-81de-e9ed8f454e7c admin admin] Publish callbacks [] for security_group (c36c6a4c-87f0-485d-818d-6b0117a2e4de), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.832777 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.874153 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:31.874819 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.876839 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] 10.222.0.65 "PUT /v2.0/ports/654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 1094 time: 1.1380038 Feb 20 20:12:31.877316 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:31.896410 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9316334f-d629-43a4-bdee-945d32e2e3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:31.992158 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8db66-bd7a-4ae8-8fd0-85b2d49d8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:31.992158 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fa2b61-fac6-44a1-865d-baf091a0776b x-openstack-request-id: req-39fa2b61-fac6-44a1-865d-baf091a0776b {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:31.992158 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:31.992158 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39fa2b61-fac6-44a1-865d-baf091a0776b {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:31.992158 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'status': 'completed', 'code': 200} Feb 20 20:12:32.033940 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c50c25-87f0-4338-81de-e9ed8f454e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (c36c6a4c-87f0-485d-818d-6b0117a2e4de), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.037714 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c50c25-87f0-4338-81de-e9ed8f454e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.045532 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-f9c50c25-87f0-4338-81de-e9ed8f454e7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c36c6a4c-87f0-485d-818d-6b0117a2e4de HTTP/1.1" status: 204 len: 168 time: 0.4397900 Feb 20 20:12:32.076626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316334f-d629-43a4-bdee-945d32e2e3a7 req-2f10b919-0d63-4594-85b5-b2e66afed310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:32.078671 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9316334f-d629-43a4-bdee-945d32e2e3a7 req-2f10b919-0d63-4594-85b5-b2e66afed310 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1128 time: 0.0943217 Feb 20 20:12:32.090069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c50c25-87f0-4338-81de-e9ed8f454e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36c6a4c-87f0-485d-818d-6b0117a2e4de,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:32.419302 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2550f-0256-45b9-8b0a-8adcc3612b80 req-1cb0136f-7309-4e35-8737-8077439c9a69 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:32.427014 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4ab2550f-0256-45b9-8b0a-8adcc3612b80 req-1cb0136f-7309-4e35-8737-8077439c9a69 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.1582077 Feb 20 20:12:32.438121 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-36e2b68d-05f3-4309-906b-4dc3977932de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.469910 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316334f-d629-43a4-bdee-945d32e2e3a7 req-7413b870-0a66-4fb5-8ba1-3167f6483e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:32.472137 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9316334f-d629-43a4-bdee-945d32e2e3a7 req-7413b870-0a66-4fb5-8ba1-3167f6483e12 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=dab4874bc94a40e6b5a5997372e49686&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1931400 Feb 20 20:12:32.500874 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-4ab2550f-0256-45b9-8b0a-8adcc3612b80 req-cb520493-894f-4f23-ba11-4196422f6295 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721321 Feb 20 20:12:32.669695 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316334f-d629-43a4-bdee-945d32e2e3a7 req-bf43cc6f-590e-4db2-83fe-ce3db86c108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:32.675108 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9316334f-d629-43a4-bdee-945d32e2e3a7 req-bf43cc6f-590e-4db2-83fe-ce3db86c108e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939735 Feb 20 20:12:33.729545 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c1bd3-b58b-431f-8792-4f8050107e71 req-d985afeb-3f9b-44b2-b133-cab1f918739e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:33.733440 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e82c1bd3-b58b-431f-8792-4f8050107e71 req-d985afeb-3f9b-44b2-b133-cab1f918739e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.1327910 Feb 20 20:12:33.807106 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e82c1bd3-b58b-431f-8792-4f8050107e71 req-6f8c89aa-9f6c-4616-b3c9-ba211ce057fb tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666392 Feb 20 20:12:34.394616 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48250) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:34.576119 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0897eca-b828-4ecd-893c-c80e0da0a4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.643580 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2365f884-56df-4e4d-94f5-b884cffa7ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.667142 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0897eca-b828-4ecd-893c-c80e0da0a4ea admin admin] Publish callbacks [] for security_group (0861ed07-7e97-455b-89a3-9218ec646118), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.741990 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d0897eca-b828-4ecd-893c-c80e0da0a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0861ed07-7e97-455b-89a3-9218ec646118), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.797694 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-d0897eca-b828-4ecd-893c-c80e0da0a4ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a74d030d9ff94df981dc2e36aa87ada2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993900 Feb 20 20:12:34.798287 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48254) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:34.799276 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0897eca-b828-4ecd-893c-c80e0da0a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0861ed07-7e97-455b-89a3-9218ec646118,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:34.860623 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47fda838-b931-4bee-b61a-1f0be45a50f2 admin admin] Publish callbacks [] for security_group (0861ed07-7e97-455b-89a3-9218ec646118), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.902567 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47fda838-b931-4bee-b61a-1f0be45a50f2 admin admin] Publish callbacks [] for security_group (0861ed07-7e97-455b-89a3-9218ec646118), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.978690 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d1433-2271-4d59-b0ca-7bccc6225a01 req-f597c459-e0fb-4da3-8e40-4352da9b5adc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:34.986660 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-318d1433-2271-4d59-b0ca-7bccc6225a01 req-f597c459-e0fb-4da3-8e40-4352da9b5adc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0931022 Feb 20 20:12:35.033341 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47fda838-b931-4bee-b61a-1f0be45a50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (0861ed07-7e97-455b-89a3-9218ec646118), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.033784 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-318d1433-2271-4d59-b0ca-7bccc6225a01 req-66890c1e-46fa-4187-b231-ab4f1a0b50bf tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476158 Feb 20 20:12:35.036228 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-47fda838-b931-4bee-b61a-1f0be45a50f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.037501 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-47fda838-b931-4bee-b61a-1f0be45a50f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0861ed07-7e97-455b-89a3-9218ec646118 HTTP/1.1" status: 204 len: 168 time: 0.2385936 Feb 20 20:12:35.052665 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fda838-b931-4bee-b61a-1f0be45a50f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861ed07-7e97-455b-89a3-9218ec646118,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:36.164680 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:36.243643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283214f-81ce-4cf8-915d-e08c1a5b3bf1 req-ce6f6634-1a53-4cf4-8d67-a92948a850d3 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:36.243643 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a283214f-81ce-4cf8-915d-e08c1a5b3bf1 req-ce6f6634-1a53-4cf4-8d67-a92948a850d3 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0856409 Feb 20 20:12:36.286686 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a283214f-81ce-4cf8-915d-e08c1a5b3bf1 req-a3775cda-47f8-49c1-b072-41415998597f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521955 Feb 20 20:12:37.434867 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3896fe6-9a9d-43f2-95f5-bdfe26a7f2a4 req-bc453dcb-4151-44d6-bcee-9baac1e29d2d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:37.437519 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f3896fe6-9a9d-43f2-95f5-bdfe26a7f2a4 req-bc453dcb-4151-44d6-bcee-9baac1e29d2d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0621498 Feb 20 20:12:37.495120 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f3896fe6-9a9d-43f2-95f5-bdfe26a7f2a4 req-251e331d-de14-4417-b88a-1847e33cdd93 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 Feb 20 20:12:37.559538 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:38.654898 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d19bcd-9c16-4b2b-9cf1-8b8f18e12fbd req-753ea1ee-2024-4435-930a-48b9ebbc228f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:38.656627 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-39d19bcd-9c16-4b2b-9cf1-8b8f18e12fbd req-753ea1ee-2024-4435-930a-48b9ebbc228f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0698946 Feb 20 20:12:38.708032 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-39d19bcd-9c16-4b2b-9cf1-8b8f18e12fbd req-73d61fca-8c48-40de-9700-a030bb6fa3a0 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Feb 20 20:12:38.902188 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:39.840784 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b98a5a-9ef3-4909-92e8-15dfce393c1a req-50990a18-d52d-451c-bb98-7cb228372bb9 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:39.841406 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-70390aa9-0256-47c4-8f39-dea44f4c680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:39.842201 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-64b98a5a-9ef3-4909-92e8-15dfce393c1a req-50990a18-d52d-451c-bb98-7cb228372bb9 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0568619 Feb 20 20:12:39.842385 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-70390aa9-0256-47c4-8f39-dea44f4c680e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1128 time: 0.0482717 Feb 20 20:12:39.892862 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-64b98a5a-9ef3-4909-92e8-15dfce393c1a req-8a1db3ed-a768-4096-95a7-8ff9842e2b85 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Feb 20 20:12:40.169013 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-f373ff2a-13aa-49c4-834f-4fe78079f7e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 217 time: 0.3181655 Feb 20 20:12:41.011035 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b214c28-7ae3-46bf-a268-9cc631557f75 req-6a690a10-3cb8-485a-b78d-6ebc2dc14de1 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:41.012535 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2b214c28-7ae3-46bf-a268-9cc631557f75 req-6a690a10-3cb8-485a-b78d-6ebc2dc14de1 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0511730 Feb 20 20:12:41.057684 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2b214c28-7ae3-46bf-a268-9cc631557f75 req-9ccc2d8e-37bf-4933-903e-83abcf5408ba tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Feb 20 20:12:41.159354 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-9baca1f1-d0da-4e71-99e8-0b40d7a59210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:41.160854 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-9baca1f1-d0da-4e71-99e8-0b40d7a59210 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 200 len: 854 time: 0.0535796 Feb 20 20:12:41.974083 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-d6d87e4f-4305-41df-a5a8-a998740fb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:41.975519 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-d6d87e4f-4305-41df-a5a8-a998740fb01a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2957fd4d-2666-4fc3-b170-7066a6c90458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494826 Feb 20 20:12:42.178520 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ec8d-468c-42ab-8cf4-e48a82372933 req-bc8c10c1-4667-4ef6-b903-c9e1a8835b57 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:42.180028 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2b83ec8d-468c-42ab-8cf4-e48a82372933 req-bc8c10c1-4667-4ef6-b903-c9e1a8835b57 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0573273 Feb 20 20:12:42.227597 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2b83ec8d-468c-42ab-8cf4-e48a82372933 req-a6b3cc80-f14a-4973-899f-03c18329474e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Feb 20 20:12:43.019388 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-8b23e783-9cf6-4772-aece-f8a7ecf7e591 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823262 Feb 20 20:12:43.113771 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e5c59622-f7f9-4722-b965-d9c3284fc315 req-f1332c99-f8b5-4a82-8949-b354d3e4ac81 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881197 Feb 20 20:12:43.348103 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e010f68-9239-41d4-8e31-ab935c377ecf req-dde03224-fcce-4242-b6f5-3442679e157a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:43.349599 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e010f68-9239-41d4-8e31-ab935c377ecf req-dde03224-fcce-4242-b6f5-3442679e157a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0571342 Feb 20 20:12:43.396556 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e010f68-9239-41d4-8e31-ab935c377ecf req-5293f4fc-1647-4929-88e3-02e7e31d02a0 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Feb 20 20:12:44.514566 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e79a-f6ee-483a-92a6-f594aab8c64f req-2d9cc193-0104-4696-9733-87460c45d79f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:44.516062 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f805e79a-f6ee-483a-92a6-f594aab8c64f req-2d9cc193-0104-4696-9733-87460c45d79f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0529294 Feb 20 20:12:44.562507 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-f805e79a-f6ee-483a-92a6-f594aab8c64f req-277333f4-6dfa-4c62-83c3-b94fca30f205 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Feb 20 20:12:44.775217 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:12:45.678620 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f65a9-bb8a-46c4-a374-0a7e8f368f8f req-95906eca-8cf6-4730-9522-756254e42f9a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:45.680508 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-178f65a9-bb8a-46c4-a374-0a7e8f368f8f req-95906eca-8cf6-4730-9522-756254e42f9a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0523260 Feb 20 20:12:45.725461 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-178f65a9-bb8a-46c4-a374-0a7e8f368f8f req-45178e76-4e79-4f3c-a297-ba10dc81d0f0 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Feb 20 20:12:46.849866 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8ff00-c341-4bfb-9e9b-8aabc2324dce req-8261eadf-3273-4ae3-b641-661a7546b6f6 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:46.851936 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d4e8ff00-c341-4bfb-9e9b-8aabc2324dce req-8261eadf-3273-4ae3-b641-661a7546b6f6 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 944 time: 0.0589859 Feb 20 20:12:46.899324 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-d4e8ff00-c341-4bfb-9e9b-8aabc2324dce req-c9a368a3-45fa-4fe7-b9b7-3dca1225dd42 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Feb 20 20:12:47.197936 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 654ea405-cdac-4f35-9fcf-361f7b367e08 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=103361) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:12:47.298674 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:47.310016 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Returning: {'device': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'port_id': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'mac_address': 'fa:16:3e:46:b8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103361) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:12:47.353875 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 654ea405-cdac-4f35-9fcf-361f7b367e08 is: DOWN; New status is: BUILD {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:47.354156 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:47.367136 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654ea405-cdac-4f35-9fcf-361f7b367e08 {{(pid=103361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:47.386428 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:47.478977 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:47.531237 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:47.538374 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.538726 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.539071 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.539410 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.539771 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.540103 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.540426 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.540750 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.541075 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.541400 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.541721 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.542042 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.542357 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:47.744583 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['654ea405-cdac-4f35-9fcf-361f7b367e08'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:48.020608 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d243371-1724-4cce-8c38-0c2c6051f661 req-daf13a64-694e-4b7c-a2e3-df4b0ad8d75b tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:48.022235 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d243371-1724-4cce-8c38-0c2c6051f661 req-daf13a64-694e-4b7c-a2e3-df4b0ad8d75b tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 945 time: 0.0563569 Feb 20 20:12:48.068531 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d243371-1724-4cce-8c38-0c2c6051f661 req-a6223f8b-7476-44e2-a652-cc650e21f09f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Feb 20 20:12:49.189436 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85537d-466b-40fa-905a-81f6fa94c437 req-33dfc7a8-2292-4410-ac58-cd933f960642 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:49.190902 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e85537d-466b-40fa-905a-81f6fa94c437 req-33dfc7a8-2292-4410-ac58-cd933f960642 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Feb 20 20:12:49.238710 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-2e85537d-466b-40fa-905a-81f6fa94c437 req-502cdf5b-61e9-4475-86dd-71581dc5c61a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Feb 20 20:12:50.294621 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 654ea405-cdac-4f35-9fcf-361f7b367e08 up at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:50.357975 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2832cc-04ce-46d9-bae9-6a22f731073b req-0eb41e6f-ae02-46c3-a43f-779b63f49aca tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:50.359462 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ee2832cc-04ce-46d9-bae9-6a22f731073b req-0eb41e6f-ae02-46c3-a43f-779b63f49aca tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Feb 20 20:12:50.386912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning for port 654ea405-cdac-4f35-9fcf-361f7b367e08 completed by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:12:50.390974 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Provisioning complete for port 654ea405-cdac-4f35-9fcf-361f7b367e08 triggered by entity L2. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:50.391417 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.407667 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ee2832cc-04ce-46d9-bae9-6a22f731073b req-de3ea0c2-56ed-432c-9fd1-da472f2ad590 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Feb 20 20:12:50.472735 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Current status of the port 654ea405-cdac-4f35-9fcf-361f7b367e08 is: BUILD; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:50.473122 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.496241 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:50.498498 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef9af8796d98d303ec44436bf0ffef8af9ca9fc1dccb767fec99f8e8afad0689" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8122ec2-2094-4080-adea-7a6484695fe2" -d '{"events": [{"server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "name": "network-vif-plugged", "status": "completed", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:50.511757 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:50.537873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a9df7-2638-44f5-8093-a9490967ce30 x-openstack-request-id: req-f35a9df7-2638-44f5-8093-a9490967ce30 {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:50.537873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "name": "network-vif-plugged", "status": "completed", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "code": 200}]} {{(pid=103361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:50.537873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f35a9df7-2638-44f5-8093-a9490967ce30 {{(pid=103361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:50.537873 dv-cinder-821824-2-iscsi neutron-server[103361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'code': 200} Feb 20 20:12:50.570821 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:50.623069 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=5']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:50.862103 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8f27c-1f21-42e4-b168-162945a5f50a req-f2d7c886-3f49-4265-afd1-8196454408d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:50.863550 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9ab8f27c-1f21-42e4-b168-162945a5f50a req-f2d7c886-3f49-4265-afd1-8196454408d0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1130 time: 0.0479624 Feb 20 20:12:50.909843 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9ab8f27c-1f21-42e4-b168-162945a5f50a req-2d66065a-6c76-4c42-a705-6eb50822e1aa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Feb 20 20:12:51.525136 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf848d3-dc33-46e4-9d51-e0e4c8afa0f6 req-33ffbf47-f822-470a-8364-5ee1ab65fb7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:51.526631 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2bf848d3-dc33-46e4-9d51-e0e4c8afa0f6 req-33ffbf47-f822-470a-8364-5ee1ab65fb7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0532935 Feb 20 20:12:51.576123 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2bf848d3-dc33-46e4-9d51-e0e4c8afa0f6 req-21bb9f7a-3a02-402a-964a-b81cbe05bcf8 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Feb 20 20:12:52.700340 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebfc81-4377-44c7-9747-ccc2455ca1a8 req-43179b8d-7e65-4381-a6f3-b39f5d0c1927 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:52.701798 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6eebfc81-4377-44c7-9747-ccc2455ca1a8 req-43179b8d-7e65-4381-a6f3-b39f5d0c1927 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Feb 20 20:12:52.751668 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-6eebfc81-4377-44c7-9747-ccc2455ca1a8 req-9b0b55c1-3064-495b-b462-c50b0366fc36 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Feb 20 20:12:52.893628 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74e6f-15d8-4e58-89e2-04f6483d7ed2 req-a45cbea4-6983-4db3-a77c-e649363a5309 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:52.895119 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ebd74e6f-15d8-4e58-89e2-04f6483d7ed2 req-a45cbea4-6983-4db3-a77c-e649363a5309 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0547199 Feb 20 20:12:52.945712 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ebd74e6f-15d8-4e58-89e2-04f6483d7ed2 req-7ad01da4-53ad-4daa-be28-622049aa8a2b tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Feb 20 20:12:53.286393 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02993e-092d-40e8-92fd-6b90add4942d req-13b4a34a-dfc4-4d1e-8193-f3a270834880 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:53.288320 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe02993e-092d-40e8-92fd-6b90add4942d req-13b4a34a-dfc4-4d1e-8193-f3a270834880 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0566604 Feb 20 20:12:53.338458 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fe02993e-092d-40e8-92fd-6b90add4942d req-0f2ef67b-d09c-480f-b441-d2288054e336 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Feb 20 20:12:58.288853 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:01.748770 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48466) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:01.852712 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b22adee-0db2-41bf-8311-1884f3d4ac39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:01.926839 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b22adee-0db2-41bf-8311-1884f3d4ac39 admin admin] Publish callbacks [] for security_group (95229dd9-9cfc-4c84-9e26-a8729797410f), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:01.998803 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4b22adee-0db2-41bf-8311-1884f3d4ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (95229dd9-9cfc-4c84-9e26-a8729797410f), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:02.037063 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-4b22adee-0db2-41bf-8311-1884f3d4ac39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=587beb4808264cb4968b3371887d360b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871857 Feb 20 20:13:02.037932 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22adee-0db2-41bf-8311-1884f3d4ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95229dd9-9cfc-4c84-9e26-a8729797410f,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:02.040911 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48470) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:02.091674 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6393d763-98a1-47f5-b171-84b541c40ae6 admin admin] Publish callbacks [] for security_group (95229dd9-9cfc-4c84-9e26-a8729797410f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:02.113627 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6393d763-98a1-47f5-b171-84b541c40ae6 admin admin] Publish callbacks [] for security_group (95229dd9-9cfc-4c84-9e26-a8729797410f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:02.249932 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6393d763-98a1-47f5-b171-84b541c40ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (95229dd9-9cfc-4c84-9e26-a8729797410f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:02.252589 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6393d763-98a1-47f5-b171-84b541c40ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:02.253741 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6393d763-98a1-47f5-b171-84b541c40ae6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95229dd9-9cfc-4c84-9e26-a8729797410f HTTP/1.1" status: 204 len: 168 time: 0.2108579 Feb 20 20:13:02.262109 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393d763-98a1-47f5-b171-84b541c40ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95229dd9-9cfc-4c84-9e26-a8729797410f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:02.433694 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-cda526c2-256e-40f0-ac51-bc3fa7947122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:03.455521 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-f0f11561-8c6c-411b-80cf-4245b0c3ae7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492706 Feb 20 20:13:03.546487 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69038-4770-4a1f-8800-0af34db04b8c req-f2b378d5-8499-45e2-9110-e4398ab79a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:03.548087 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-f2b378d5-8499-45e2-9110-e4398ab79a38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1129 time: 0.0460472 Feb 20 20:13:03.660250 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69038-4770-4a1f-8800-0af34db04b8c req-d165e2e5-3bda-4343-9081-15c6a4787697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:03.662042 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-d165e2e5-3bda-4343-9081-15c6a4787697 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.0941060 Feb 20 20:13:03.735420 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-852a762a-db62-4e08-96cc-615e94568e3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 1001 time: 0.0670762 Feb 20 20:13:03.786587 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69038-4770-4a1f-8800-0af34db04b8c req-edbd11bc-ec4a-482d-9a37-985b4b593f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:03.788109 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-edbd11bc-ec4a-482d-9a37-985b4b593f0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0445929 Feb 20 20:13:03.839500 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b69038-4770-4a1f-8800-0af34db04b8c req-3941dd3f-f438-4d30-9ca9-85b479f419b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:03.841030 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-3941dd3f-f438-4d30-9ca9-85b479f419b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458953 Feb 20 20:13:03.948534 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-1cca4eb2-86a1-4ad5-9dcd-7f02f2c7243e service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001730 Feb 20 20:13:04.059818 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-41b69038-4770-4a1f-8800-0af34db04b8c req-8c454c4a-4026-48f4-a180-9766abace557 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035874 Feb 20 20:13:04.632967 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3427f5ea-a4f6-422a-9385-ebb3b208cf37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:05.912694 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf2c7-047b-4fcf-a2c9-6019bb92ac11 req-7203d00c-12c1-4a10-b496-ac1959d129c0 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:05.914215 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44fdf2c7-047b-4fcf-a2c9-6019bb92ac11 req-7203d00c-12c1-4a10-b496-ac1959d129c0 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.1377873 Feb 20 20:13:05.962033 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44fdf2c7-047b-4fcf-a2c9-6019bb92ac11 req-7f708f05-9a5a-432f-bd47-98dba8209f2d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Feb 20 20:13:05.969701 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:05.992601 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48542) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:06.184765 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01612141-fe55-4365-9d80-2f8736d47d9b tempest-TestMinimumBasicScenario-2128860884 tempest-TestMinimumBasicScenario-2128860884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:06.186297 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-01612141-fe55-4365-9d80-2f8736d47d9b tempest-TestMinimumBasicScenario-2128860884 tempest-TestMinimumBasicScenario-2128860884-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1125 time: 0.1925752 Feb 20 20:13:06.189416 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48546) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:06.193743 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'floatingip': {'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'port_id': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:06.311733 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:06.412380 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:06.519209 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Allocated IP 172.27.2.65 (33eb5443-3d27-4ca3-be03-c635ac260080/2226bbd0-51d6-43e4-96b3-097345a98131/32b091a0-d65a-437c-bdf9-590b41e33801) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:13:06.623742 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for port (32b091a0-d65a-437c-bdf9-590b41e33801), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:06.896569 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730864082746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (32b091a0-d65a-437c-bdf9-590b41e33801), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:06.938974 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Network 33eb5443-3d27-4ca3-be03-c635ac260080 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:13:06.943930 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:13:06.946612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:13:06.970156 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'Port': ['ID=32b091a0-d65a-437c-bdf9-590b41e33801,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:07.125470 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.347363 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for floatingip (8e8220a1-2347-4e08-b692-5a0aa973a0e2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.512783 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (32b091a0-d65a-437c-bdf9-590b41e33801), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.665135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for port (32b091a0-d65a-437c-bdf9-590b41e33801), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.735876 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (32b091a0-d65a-437c-bdf9-590b41e33801), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.806517 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'Port': ['ID=32b091a0-d65a-437c-bdf9-590b41e33801,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:07.816506 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1604601'] for floatingip (8e8220a1-2347-4e08-b692-5a0aa973a0e2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.919861 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Floating IP 8e8220a1-2347-4e08-b692-5a0aa973a0e2 associated. External IP: 172.27.2.65, port: 654ea405-cdac-4f35-9fcf-361f7b367e08. Feb 20 20:13:08.135736 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:13:08.253534 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:13:08.263399 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] Sync routers for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:13:08.275858 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:13:08.276472 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:13:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:08.397106 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:13:08.657103 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '8e8220a1-2347-4e08-b692-5a0aa973a0e2', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'port_id': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'mac_address': 'fa:16:3e:46:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:13:07Z', 'updated_at': '2022-02-20T20:13:07Z', 'revision_number': 0, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:08.693038 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] Checking router: 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:13:08.701845 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:13:08.702453 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:13:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:08.738481 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:08.762565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5d69bdad-c2a0-44aa-8396-b933795ec63e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5720983 Feb 20 20:13:08.763265 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:08.765495 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48562) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:08.767954 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda840a-84fa-427d-9c6a-e729421f0f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:08.770479 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456877830', 'description': 'tempest-secgroup-smoke-1456877830 description', 'project_id': 'dab4874bc94a40e6b5a5997372e49686'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:08.805602 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f9c2fb-b738-42bb-8c86-1aea72f3023b x-openstack-request-id: req-38f9c2fb-b738-42bb-8c86-1aea72f3023b {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:08.805899 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:08.806156 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38f9c2fb-b738-42bb-8c86-1aea72f3023b {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:08.806565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'status': 'completed', 'code': 200} Feb 20 20:13:08.818137 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:13:08.819622 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:08.875899 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-1b404e8f-05b8-4301-b0e0-7bf6c76cd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:08.884100 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-1b404e8f-05b8-4301-b0e0-7bf6c76cd0a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1130 time: 0.0470505 Feb 20 20:13:08.929559 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:08.987255 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-4e7537f6-30a0-444d-83b8-c58293963e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:08.988780 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-4e7537f6-30a0-444d-83b8-c58293963e01 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 916 time: 0.1019468 Feb 20 20:13:09.011850 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group (ecf17289-b8a3-4a12-bdf6-b4256015bdac), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.058737 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-9493254c-5bbe-4091-b338-605de951374f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 999 time: 0.0626583 Feb 20 20:13:09.061418 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '8e8220a1-2347-4e08-b692-5a0aa973a0e2', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'port_id': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'mac_address': 'fa:16:3e:46:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:13:07Z', 'updated_at': '2022-02-20T20:13:07Z', 'revision_number': 0, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:13:09.087462 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd4279-ecd6-4b46-b61e-703fcda9aa9a None None] The sync data for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi is: [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '8e8220a1-2347-4e08-b692-5a0aa973a0e2', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'port_id': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'mac_address': 'fa:16:3e:46:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:13:07Z', 'updated_at': '2022-02-20T20:13:07Z', 'revision_number': 0, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:13:09.096167 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (ecf17289-b8a3-4a12-bdf6-b4256015bdac), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.115019 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-fd091f68-9224-4287-93d5-2b4dc715d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:09.116588 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-fd091f68-9224-4287-93d5-2b4dc715d6fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 200 len: 854 time: 0.0512557 Feb 20 20:13:09.128571 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf17289-b8a3-4a12-bdf6-b4256015bdac,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:09.178727 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-2e78151a-99f5-4f38-b5a9-d943a3635391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:09.180434 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-2e78151a-99f5-4f38-b5a9-d943a3635391 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2957fd4d-2666-4fc3-b170-7066a6c90458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551741 Feb 20 20:13:09.228532 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.229813 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-834f51b3-f441-4f2e-b4a1-816c4a616834 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4632714 Feb 20 20:13:09.232926 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48568) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:09.239213 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17289-b8a3-4a12-bdf6-b4256015bdac', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:09.280304 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-bc41230c-78d1-429b-827f-611182da4dfd service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925851 Feb 20 20:13:09.308680 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2376d7-3dbc-4939-95fd-6d2f7adacf0a None None] New status for floating IP 8e8220a1-2347-4e08-b692-5a0aa973a0e2: ACTIVE {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:13:09.353534 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (449d731a-ae7f-4d63-a7b9-95da63f5822b), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.399288 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5dda840a-84fa-427d-9c6a-e729421f0f5b req-0a96c660-ef67-4e97-a1dd-a1c8a7cd9d7d service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103365 Feb 20 20:13:09.418333 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (449d731a-ae7f-4d63-a7b9-95da63f5822b), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.524206 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (449d731a-ae7f-4d63-a7b9-95da63f5822b), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.546069 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449d731a-ae7f-4d63-a7b9-95da63f5822b,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:09.658346 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:09.662344 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-02e2d7f9-8f45-4ac1-936a-73d6950a0c40 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4252129 Feb 20 20:13:09.664325 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48572) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:09.669881 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17289-b8a3-4a12-bdf6-b4256015bdac', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:09.837477 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (c0e5e3c5-855c-420f-b037-47041f65bfc9), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.187626 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (c0e5e3c5-855c-420f-b037-47041f65bfc9), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.266820 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (c0e5e3c5-855c-420f-b037-47041f65bfc9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.284763 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e5e3c5-855c-420f-b037-47041f65bfc9,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:10.373466 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.378643 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-320a1ea5-7585-4efd-b01a-798f499e163c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7091453 Feb 20 20:13:10.378643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48584) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:10.383271 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17289-b8a3-4a12-bdf6-b4256015bdac', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:10.524309 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (249b947a-7adb-4349-9703-eb6875fa30ec), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.582058 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (249b947a-7adb-4349-9703-eb6875fa30ec), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.684175 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (249b947a-7adb-4349-9703-eb6875fa30ec), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.703341 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249b947a-7adb-4349-9703-eb6875fa30ec,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:10.812189 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.813456 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-831f80d9-c36e-442a-936a-8e5c7769e772 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4338803 Feb 20 20:13:10.816307 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48586) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:10.820635 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17289-b8a3-4a12-bdf6-b4256015bdac', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:10.947035 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (d8f05040-538d-4158-b584-846083646bde), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.004563 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (d8f05040-538d-4158-b584-846083646bde), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.124428 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (d8f05040-538d-4158-b584-846083646bde), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.144193 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f05040-538d-4158-b584-846083646bde,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:11.223285 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.224565 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-761f88a2-3677-4530-911a-45e843b1ee01 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4072793 Feb 20 20:13:11.227923 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48592) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:11.233008 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17289-b8a3-4a12-bdf6-b4256015bdac', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:11.324359 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Project dab4874bc94a40e6b5a5997372e49686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:13:11.329542 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (bf1b0aff-7da1-4076-8266-846a1c187361), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.386678 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (bf1b0aff-7da1-4076-8266-846a1c187361), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.461353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (bf1b0aff-7da1-4076-8266-846a1c187361), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.476976 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1b0aff-7da1-4076-8266-846a1c187361,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:11.583252 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.584596 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1c2c2366-e891-4fca-bffc-450f10285e7f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3551230 Feb 20 20:13:11.594563 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48594) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:11.594563 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.v2.base [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'security_group_rule': {'security_group_id': 'ecf17289-b8a3-4a12-bdf6-b4256015bdac', 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103360) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:11.695685 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.securitygroups_db [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Project dab4874bc94a40e6b5a5997372e49686 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:13:11.701470 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (d7163c3d-f2ef-4b0f-aaf6-20beb86d7ad5), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.763439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (d7163c3d-f2ef-4b0f-aaf6-20beb86d7ad5), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.897324 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608294'] for security_group_rule (d7163c3d-f2ef-4b0f-aaf6-20beb86d7ad5), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:11.915211 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7163c3d-f2ef-4b0f-aaf6-20beb86d7ad5,revision_number=0']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:12.130731 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.132019 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-37825d84-e2f8-4561-aa05-e57e755baabc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5435944 Feb 20 20:13:12.227797 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-95f1a883-243b-4b8b-b782-126281212311 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456877830&fields=id&tenant_id=dab4874bc94a40e6b5a5997372e49686 HTTP/1.1" status: 200 len: 267 time: 0.0451412 Feb 20 20:13:12.281364 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-380bfbe3-8633-4fce-b774-e137360c4dbb tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.282944 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-380bfbe3-8633-4fce-b774-e137360c4dbb tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0545566 Feb 20 20:13:12.294401 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'port': {'security_groups': ['24185fad-818f-4643-acbe-7830cf733b92', 'ecf17289-b8a3-4a12-bdf6-b4256015bdac']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:12.365113 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.557168 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:12.586466 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.672890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.685706 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['654ea405-cdac-4f35-9fcf-361f7b367e08'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:12.717886 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.724597 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.724597 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2756ff20-6d07-42df-b08e-dbc82e52dce9 req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "PUT /v2.0/ports/654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 982 time: 0.4306197 Feb 20 20:13:12.724597 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:12.725923 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076e3c35-d910-4702-8041-792f3eb4886a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:12.771885 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eb8ee-74d8-4284-b706-c85a43605abd tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=6']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:12.796916 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc5b142-7818-46e2-a61a-3d4ce1b97a0f x-openstack-request-id: req-9bc5b142-7818-46e2-a61a-3d4ce1b97a0f {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:12.797230 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:12.797701 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9bc5b142-7818-46e2-a61a-3d4ce1b97a0f {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:12.798165 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'status': 'completed', 'code': 200} Feb 20 20:13:12.900943 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3c35-d910-4702-8041-792f3eb4886a req-8e6601fb-2a1d-415b-b83e-2b95296c43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.904485 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-8e6601fb-2a1d-415b-b83e-2b95296c43cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1169 time: 0.0815375 Feb 20 20:13:12.922282 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc011a-a9f1-47ad-abc1-26547a005769 req-ee4bf749-7856-4c0b-a240-a8aa3b9a913a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:12.924005 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38bc011a-a9f1-47ad-abc1-26547a005769 req-ee4bf749-7856-4c0b-a240-a8aa3b9a913a tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0899572 Feb 20 20:13:12.941427 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['654ea405-cdac-4f35-9fcf-361f7b367e08'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:13.026577 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-38bc011a-a9f1-47ad-abc1-26547a005769 req-4673cd67-e089-476e-b5df-1e6c82926237 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929518 Feb 20 20:13:13.027900 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3c35-d910-4702-8041-792f3eb4886a req-5a54bfb8-1671-4b50-8ec6-4821f1228a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:13.030072 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-5a54bfb8-1671-4b50-8ec6-4821f1228a40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 916 time: 0.1201303 Feb 20 20:13:13.099349 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-7e639987-16cd-4d08-9920-494e7a2e967e None None] Provisioning complete for port 654ea405-cdac-4f35-9fcf-361f7b367e08 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:13.099750 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7e639987-16cd-4d08-9920-494e7a2e967e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:13.103120 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-5835c0cd-5744-4522-8e84-86d1f3bc5aa0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 1001 time: 0.0662646 Feb 20 20:13:13.165202 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3c35-d910-4702-8041-792f3eb4886a req-56e08c84-2a6a-498f-a80f-a57f70cc4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:13.167500 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-56e08c84-2a6a-498f-a80f-a57f70cc4fcb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 200 len: 854 time: 0.0562105 Feb 20 20:13:13.229495 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e3c35-d910-4702-8041-792f3eb4886a req-499269b2-105d-4042-b367-12e4b98d5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:13.231132 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-499269b2-105d-4042-b367-12e4b98d5c5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2957fd4d-2666-4fc3-b170-7066a6c90458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562508 Feb 20 20:13:13.310626 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-7e639987-16cd-4d08-9920-494e7a2e967e None None] Current status of the port 654ea405-cdac-4f35-9fcf-361f7b367e08 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:13.329507 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-24a584f6-88fe-4109-aef2-bd5eaf1d4ed5 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912964 Feb 20 20:13:13.460587 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-076e3c35-d910-4702-8041-792f3eb4886a req-086e0768-2d74-49e6-93bd-f0baa443082d service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228390 Feb 20 20:13:15.543902 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48636) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:15.650600 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d260cbb5-f6d8-4a17-a505-204dfd7fe714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:15.727201 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d260cbb5-f6d8-4a17-a505-204dfd7fe714 admin admin] Publish callbacks [] for security_group (29ea92a4-3070-479a-9a4c-2325b937a421), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:15.827699 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d260cbb5-f6d8-4a17-a505-204dfd7fe714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (29ea92a4-3070-479a-9a4c-2325b937a421), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:15.865869 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260cbb5-f6d8-4a17-a505-204dfd7fe714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ea92a4-3070-479a-9a4c-2325b937a421,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:15.870968 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-d260cbb5-f6d8-4a17-a505-204dfd7fe714 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=77fdf2b43dcf412d94b512ac46fd3c0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260019 Feb 20 20:13:15.873599 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48642) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:15.925153 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74dc125f-8a65-4af7-bd62-3cf7b094320c admin admin] Publish callbacks [] for security_group (29ea92a4-3070-479a-9a4c-2325b937a421), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:15.947065 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74dc125f-8a65-4af7-bd62-3cf7b094320c admin admin] Publish callbacks [] for security_group (29ea92a4-3070-479a-9a4c-2325b937a421), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:16.055992 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74dc125f-8a65-4af7-bd62-3cf7b094320c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (29ea92a4-3070-479a-9a4c-2325b937a421), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:16.059347 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74dc125f-8a65-4af7-bd62-3cf7b094320c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:16.060542 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-74dc125f-8a65-4af7-bd62-3cf7b094320c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29ea92a4-3070-479a-9a4c-2325b937a421 HTTP/1.1" status: 204 len: 168 time: 0.1860390 Feb 20 20:13:16.068422 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc125f-8a65-4af7-bd62-3cf7b094320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ea92a4-3070-479a-9a4c-2325b937a421,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:16.859630 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48648) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:16.873653 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f7a6-e4ae-48c2-b864-2646ea8cccd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:16.957451 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f7a6-e4ae-48c2-b864-2646ea8cccd7 admin admin] Publish callbacks [] for security_group (88947f46-d7dc-4c99-bf1b-819ad8b3e625), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:17.033133 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bcf2f7a6-e4ae-48c2-b864-2646ea8cccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (88947f46-d7dc-4c99-bf1b-819ad8b3e625), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:17.072004 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-bcf2f7a6-e4ae-48c2-b864-2646ea8cccd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b2a52f0628c4388befd37d21d71fcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111604 Feb 20 20:13:17.074111 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2f7a6-e4ae-48c2-b864-2646ea8cccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88947f46-d7dc-4c99-bf1b-819ad8b3e625,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:17.074867 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48650) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:17.124647 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9b81cc57-fe3d-43bb-9c7c-d6b6ec4ad2eb admin admin] Publish callbacks [] for security_group (88947f46-d7dc-4c99-bf1b-819ad8b3e625), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:17.148506 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9b81cc57-fe3d-43bb-9c7c-d6b6ec4ad2eb admin admin] Publish callbacks [] for security_group (88947f46-d7dc-4c99-bf1b-819ad8b3e625), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:17.273280 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9b81cc57-fe3d-43bb-9c7c-d6b6ec4ad2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (88947f46-d7dc-4c99-bf1b-819ad8b3e625), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:17.275974 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9b81cc57-fe3d-43bb-9c7c-d6b6ec4ad2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:17.277135 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9b81cc57-fe3d-43bb-9c7c-d6b6ec4ad2eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88947f46-d7dc-4c99-bf1b-819ad8b3e625 HTTP/1.1" status: 204 len: 168 time: 0.2012858 Feb 20 20:13:17.287806 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81cc57-fe3d-43bb-9c7c-d6b6ec4ad2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88947f46-d7dc-4c99-bf1b-819ad8b3e625,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:17.985403 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48656) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:17.999056 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c62aad7-a62c-48ea-ac47-2925d388031b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.072920 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c62aad7-a62c-48ea-ac47-2925d388031b admin admin] Publish callbacks [] for security_group (8130aa5b-01b9-4ec8-bc46-3302a7e22a72), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.153333 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c62aad7-a62c-48ea-ac47-2925d388031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8130aa5b-01b9-4ec8-bc46-3302a7e22a72), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.191427 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1c62aad7-a62c-48ea-ac47-2925d388031b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d089226dce3454f81fbfc7fd3cc7bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049179 Feb 20 20:13:18.193674 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62aad7-a62c-48ea-ac47-2925d388031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8130aa5b-01b9-4ec8-bc46-3302a7e22a72,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:18.194456 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48658) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:18.246778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dc708c-f6f3-4862-ba0c-a9d866e2a8e4 admin admin] Publish callbacks [] for security_group (8130aa5b-01b9-4ec8-bc46-3302a7e22a72), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.269300 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dc708c-f6f3-4862-ba0c-a9d866e2a8e4 admin admin] Publish callbacks [] for security_group (8130aa5b-01b9-4ec8-bc46-3302a7e22a72), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.392959 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dc708c-f6f3-4862-ba0c-a9d866e2a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (8130aa5b-01b9-4ec8-bc46-3302a7e22a72), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.400621 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66dc708c-f6f3-4862-ba0c-a9d866e2a8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:18.400621 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-66dc708c-f6f3-4862-ba0c-a9d866e2a8e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8130aa5b-01b9-4ec8-bc46-3302a7e22a72 HTTP/1.1" status: 204 len: 168 time: 0.2008798 Feb 20 20:13:18.404817 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc708c-f6f3-4862-ba0c-a9d866e2a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8130aa5b-01b9-4ec8-bc46-3302a7e22a72,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:21.773544 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:13:28.248524 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:30.361244 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d6f2a-925b-4278-b326-f1163f340dcd req-becb4506-a896-4a69-b0ba-c390cea2d9db tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:30.362722 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-704d6f2a-925b-4278-b326-f1163f340dcd req-becb4506-a896-4a69-b0ba-c390cea2d9db tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0620565 Feb 20 20:13:30.426426 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-704d6f2a-925b-4278-b326-f1163f340dcd req-fcede675-a6f7-40c2-8bf8-9bc173d9cd4b tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579598 Feb 20 20:13:31.565156 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85211609-6c55-4e54-a373-08b47b1391dd req-af9cef6f-f116-43d1-9338-4a2db154911c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:31.567429 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-85211609-6c55-4e54-a373-08b47b1391dd req-af9cef6f-f116-43d1-9338-4a2db154911c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0687783 Feb 20 20:13:31.628851 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-85211609-6c55-4e54-a373-08b47b1391dd req-0f262199-cbc3-48eb-a9fd-ed2ad4c23f3d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557671 Feb 20 20:13:31.930473 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-69c77141-879d-4571-91a8-07bb9a140b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:31.932052 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-69c77141-879d-4571-91a8-07bb9a140b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1169 time: 0.0495887 Feb 20 20:13:32.027643 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-b3061cb4-d7d0-4a3c-be0b-143832073184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:32.030096 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-b3061cb4-d7d0-4a3c-be0b-143832073184 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 916 time: 0.0911798 Feb 20 20:13:32.098631 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-63b0a8f6-ef00-4466-96ea-1359dfc895f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 1001 time: 0.0612292 Feb 20 20:13:32.150773 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-8c0a404c-bbd5-44e5-a433-03ee3da392e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:32.152284 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-8c0a404c-bbd5-44e5-a433-03ee3da392e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 200 len: 854 time: 0.0457003 Feb 20 20:13:32.209369 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-60b5d2c9-8e5c-433c-85ac-049ab5d94202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:32.210808 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-60b5d2c9-8e5c-433c-85ac-049ab5d94202 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2957fd4d-2666-4fc3-b170-7066a6c90458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502577 Feb 20 20:13:32.303254 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-ff9e7c66-51a7-4553-91fe-bb41fb4d4a81 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853305 Feb 20 20:13:32.375051 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7517724a-90e0-4708-963a-2d8f0740155d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:32.405857 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2be53b1e-9cd8-4a6e-891f-f9c2d3ed975a req-78b9fa2b-5519-4fcb-bb51-82f7cf684048 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955670 Feb 20 20:13:32.772624 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f950d-6d68-4f53-9c1e-b5c811a30adf req-93ae6f35-8e19-4151-a13b-0dc0f1a44981 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:32.775954 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0f9f950d-6d68-4f53-9c1e-b5c811a30adf req-93ae6f35-8e19-4151-a13b-0dc0f1a44981 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0764270 Feb 20 20:13:32.849182 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-0f9f950d-6d68-4f53-9c1e-b5c811a30adf req-05e0ac46-84c4-46af-897b-dc0eb347c163 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588925 Feb 20 20:13:33.982486 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9b172-fa0c-43c7-93cb-f137639e753c req-2454e814-c9db-4b34-86fd-9089a3a4c66c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:33.984000 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4f9b172-fa0c-43c7-93cb-f137639e753c req-2454e814-c9db-4b34-86fd-9089a3a4c66c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0607138 Feb 20 20:13:34.049019 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4f9b172-fa0c-43c7-93cb-f137639e753c req-a3c4650e-ef45-4ec5-a7fe-9b06d6f4be41 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591958 Feb 20 20:13:34.660228 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b2d22f81-7082-4113-80b5-8f621fafbf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:35.170741 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9a976-7c7e-4d65-9365-c692f2f66bd2 req-e42874b5-6a3c-4763-aa34-39456fd8a389 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:35.172268 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c3b9a976-7c7e-4d65-9365-c692f2f66bd2 req-e42874b5-6a3c-4763-aa34-39456fd8a389 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0545256 Feb 20 20:13:35.232243 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-c3b9a976-7c7e-4d65-9365-c692f2f66bd2 req-4f30e1bd-fe4a-46e5-81f4-3cee1fc161ed tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539479 Feb 20 20:13:35.946641 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:36.352809 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22988e31-62ef-4a08-8adb-babc8760fe46 req-e9ff921d-255e-468b-a963-50856e6b9e21 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:36.354293 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-22988e31-62ef-4a08-8adb-babc8760fe46 req-e9ff921d-255e-468b-a963-50856e6b9e21 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0539727 Feb 20 20:13:36.413707 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-22988e31-62ef-4a08-8adb-babc8760fe46 req-b786e0e2-2923-441c-b28a-bee05b061237 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533409 Feb 20 20:13:37.112426 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:37.566561 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1ddf-5231-401e-8944-e796412ac5ba req-3ac08af3-7c06-44df-8bd2-f04f7872bf1e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:37.568075 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-edbf1ddf-5231-401e-8944-e796412ac5ba req-3ac08af3-7c06-44df-8bd2-f04f7872bf1e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0823860 Feb 20 20:13:37.628872 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-edbf1ddf-5231-401e-8944-e796412ac5ba req-7e4735d0-815c-4382-8747-ff931a0f5c93 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546923 Feb 20 20:13:38.689686 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:38.764876 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c247389-8951-4489-a35a-099ed141129b req-32027528-7417-4d00-b00e-1e81fd435e10 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:38.766268 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2c247389-8951-4489-a35a-099ed141129b req-32027528-7417-4d00-b00e-1e81fd435e10 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0620263 Feb 20 20:13:38.848073 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2c247389-8951-4489-a35a-099ed141129b req-0858b98b-2c7a-44fc-af64-8ea5daaa1c17 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599272 Feb 20 20:13:39.957067 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a23378-65d6-42f1-b5d1-1a3788461ecd req-408d6d0c-6cbb-44ae-bd82-c41ff6f7270f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:39.958585 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-14a23378-65d6-42f1-b5d1-1a3788461ecd req-408d6d0c-6cbb-44ae-bd82-c41ff6f7270f tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0548301 Feb 20 20:13:40.026462 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-14a23378-65d6-42f1-b5d1-1a3788461ecd req-b59bde9b-7d81-436d-886e-d9608d1ac5ae tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619845 Feb 20 20:13:41.159454 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9617a-3f61-4a78-959f-e4e632405b4f req-7f62efe0-d946-4072-8072-0f7ff4ddbfe7 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:41.161068 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ccc9617a-3f61-4a78-959f-e4e632405b4f req-7f62efe0-d946-4072-8072-0f7ff4ddbfe7 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0596447 Feb 20 20:13:41.224416 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ccc9617a-3f61-4a78-959f-e4e632405b4f req-f10da32b-f85b-4638-bb8e-7f0b64659708 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574465 Feb 20 20:13:42.349736 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea17e0-31ea-4175-bd87-14fb9fdd4a37 req-f4388970-2f0c-42ce-b76d-b7ab86c3dc8c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:42.351225 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-02ea17e0-31ea-4175-bd87-14fb9fdd4a37 req-f4388970-2f0c-42ce-b76d-b7ab86c3dc8c tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0589824 Feb 20 20:13:42.411426 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-02ea17e0-31ea-4175-bd87-14fb9fdd4a37 req-4ff314d9-e4cf-48c8-b40e-bcc19ade37ba tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545204 Feb 20 20:13:43.552145 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f4d7d-c4eb-4e65-82e9-2549205763ed req-81386cab-e226-443c-9bee-cf8ab41d69a8 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:43.553729 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-847f4d7d-c4eb-4e65-82e9-2549205763ed req-81386cab-e226-443c-9bee-cf8ab41d69a8 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0614910 Feb 20 20:13:43.616692 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-847f4d7d-c4eb-4e65-82e9-2549205763ed req-863d5e5b-5db0-402b-8187-25eed1c26306 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=ecf17289-b8a3-4a12-bdf6-b4256015bdac&id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570860 Feb 20 20:13:58.260240 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:58.772683 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:13:59.051544 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48950) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:59.157689 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.248401 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Publish callbacks [] for security_group (b58eea00-1099-4d68-b3a1-3cba6202f5f2), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.334930 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (b58eea00-1099-4d68-b3a1-3cba6202f5f2), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.371961 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58eea00-1099-4d68-b3a1-3cba6202f5f2,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:59.377478 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ea5d4a426ae4b469b48477a2a57d257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248322 Feb 20 20:13:59.380214 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 48954) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:13:59.382285 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.382641 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.382988 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.383329 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.383663 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.384021 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.384357 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.384685 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.385112 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.385439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.385778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.386086 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.386415 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36db1bb-d247-48a7-bcb8-42463a0ef8ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.427579 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Publish callbacks [] for security_group (b58eea00-1099-4d68-b3a1-3cba6202f5f2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.450928 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Publish callbacks [] for security_group (b58eea00-1099-4d68-b3a1-3cba6202f5f2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.597760 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (b58eea00-1099-4d68-b3a1-3cba6202f5f2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.600312 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.601481 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b58eea00-1099-4d68-b3a1-3cba6202f5f2 HTTP/1.1" status: 204 len: 168 time: 0.2202895 Feb 20 20:13:59.609956 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58eea00-1099-4d68-b3a1-3cba6202f5f2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:59.629727 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.630254 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.630862 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.631400 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.631993 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:59.636890 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8be4dd-ec4e-4cc1-8610-4d5b5e7d13f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.357417 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fd768d99-a629-4133-91fc-0bed7e3a2b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.614947 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2657fbd6-75f0-456b-a4d5-b521e72fb951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.184586 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-a085b437-f9d8-4f8e-8d09-d94a3bb94221 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512018 Feb 20 20:14:05.254785 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-8173fd94-efcf-48ef-8b9f-cd6460f72b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:05.256311 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-8173fd94-efcf-48ef-8b9f-cd6460f72b05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1129 time: 0.0503569 Feb 20 20:14:05.349516 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 48970) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:05.380749 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-b52f881d-4e85-4d7e-b428-cc0245401cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:05.383202 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-b52f881d-4e85-4d7e-b428-cc0245401cbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.1063886 Feb 20 20:14:05.482447 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-bae7e74d-66b7-409a-b010-a107e4f2909e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619 HTTP/1.1" status: 200 len: 1001 time: 0.0923562 Feb 20 20:14:05.506931 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Deleting port a80eb85a-5a64-434a-857b-971de103bdb0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:05.507269 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a80eb85a-5a64-434a-857b-971de103bdb0), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.533212 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-630ddd09-e216-49ea-86da-56868d64f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:05.534706 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-630ddd09-e216-49ea-86da-56868d64f8e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0436711 Feb 20 20:14:05.586742 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a80eb85a-5a64-434a-857b-971de103bdb0), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.587073 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (a80eb85a-5a64-434a-857b-971de103bdb0), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.588807 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-f749908f-003b-4c85-bd92-7f54df4cbcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:05.590350 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-f749908f-003b-4c85-bd92-7f54df4cbcc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461965 Feb 20 20:14:05.599705 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Calling delete_port for a80eb85a-5a64-434a-857b-971de103bdb0 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:05.693363 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-98dd627a-71cc-4d43-8f7a-b07790b5c613 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878410 Feb 20 20:14:05.784799 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-49dea0f4-37a1-4924-9f05-6041832331d4 req-92f2fcbb-2400-4abb-9020-9e6c580157e6 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849938 Feb 20 20:14:05.860953 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (a80eb85a-5a64-434a-857b-971de103bdb0), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.886864 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'Port': ['ID=a80eb85a-5a64-434a-857b-971de103bdb0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:05.951388 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.960772 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (5a09b463-dda7-4247-8a84-300d0b084d5c), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.961106 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.l3_db [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Floating IP 5a09b463-dda7-4247-8a84-300d0b084d5c disassociated (deleted). External IP: 172.27.2.115, port: 2b321321-2e9d-43ea-a23f-1d8ce01a2619. Feb 20 20:14:06.183617 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:06.296253 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:06.301198 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.305901 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:06.316818 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:06.317439 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:06.330970 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-996a0911-2fb9-487e-b9da-d65752dc431e tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "DELETE /v2.0/floatingips/5a09b463-dda7-4247-8a84-300d0b084d5c HTTP/1.1" status: 204 len: 168 time: 0.9803584 Feb 20 20:14:06.331554 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:06.333867 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c8ea5e-6d52-4256-abd0-d693430d57dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:06.376848 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd89d62-fb6d-49db-9461-8fd8e23d9e5b x-openstack-request-id: req-3fd89d62-fb6d-49db-9461-8fd8e23d9e5b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:06.377492 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:06.377492 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fd89d62-fb6d-49db-9461-8fd8e23d9e5b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:06.377839 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'status': 'completed', 'code': 200} Feb 20 20:14:06.431832 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:06.445121 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-2470285b-b7ae-423e-84a2-04e977e94b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:06.446540 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-2470285b-b7ae-423e-84a2-04e977e94b0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 1129 time: 0.0475984 Feb 20 20:14:06.545113 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-7b28a1e6-9469-4203-88a2-f2559fd80b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:06.546572 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-7b28a1e6-9469-4203-88a2-f2559fd80b92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.0908244 Feb 20 20:14:06.594843 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-aa78e28f-493b-406c-9984-24b522b80d04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619 HTTP/1.1" status: 200 len: 217 time: 0.0380714 Feb 20 20:14:06.646928 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-ceb4127c-a1e2-47d1-aa9d-1057f66bbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:06.648426 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-ceb4127c-a1e2-47d1-aa9d-1057f66bbc61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0476437 Feb 20 20:14:06.676259 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:05Z', 'revision_number': 1, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:06.708871 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:06.718683 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:06.719304 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:06.728291 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-a32ca332-9aec-417d-bd60-ab40776b8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:06.730521 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-a32ca332-9aec-417d-bd60-ab40776b8043 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749907 Feb 20 20:14:06.835557 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-6819db82-9b02-4db3-9428-8f83b0ed27a3 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985301 Feb 20 20:14:06.849074 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:06.969389 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c4c8ea5e-6d52-4256-abd0-d693430d57dc req-5acd1c24-4db9-4862-8f64-5831532b4254 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266382 Feb 20 20:14:06.990741 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99d293-e0aa-4c2f-add8-5c46a7035dd6 req-f1c50344-4079-4a46-970a-aa31769235f7 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:06.992286 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cf99d293-e0aa-4c2f-add8-5c46a7035dd6 req-f1c50344-4079-4a46-970a-aa31769235f7 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 945 time: 0.2776544 Feb 20 20:14:07.043570 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cf99d293-e0aa-4c2f-add8-5c46a7035dd6 req-150c64e7-6249-452d-8e38-8f294fa8427c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457110 Feb 20 20:14:07.128939 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:05Z', 'revision_number': 1, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:07.155497 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72981fa4-c5a7-4aac-b259-5e02cbb2b287 None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_floatingips': [{'id': '20fef55d-d6d6-415f-85b8-ac68eedcd004', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'router_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'port_id': '29366382-b469-49aa-ae69-56d21e255eef', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'mac_address': 'fa:16:3e:7a:42:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:10:02Z', 'updated_at': '2022-02-20T20:10:05Z', 'revision_number': 1, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:07.164201 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.385446 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5da9b9-7061-4705-9022-6356b47fedf7 None None] New status for floating IP 5a09b463-dda7-4247-8a84-300d0b084d5c: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:14:08.229229 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a2362-1b68-409d-8ab8-07d79eb16b28 req-05f4616d-e5e3-433e-87b2-e5788ce5b27d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:08.230712 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-868a2362-1b68-409d-8ab8-07d79eb16b28 req-05f4616d-e5e3-433e-87b2-e5788ce5b27d tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 945 time: 0.1161416 Feb 20 20:14:08.279174 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-868a2362-1b68-409d-8ab8-07d79eb16b28 req-736af367-9f57-4758-a87f-4c41ca162c36 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428779 Feb 20 20:14:08.556612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0411d-534a-475e-8683-fde333e9756b req-c457416f-2169-4449-aa86-8e7d31a3c34c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:08.558274 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9ab0411d-534a-475e-8683-fde333e9756b req-c457416f-2169-4449-aa86-8e7d31a3c34c tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 945 time: 0.0571747 Feb 20 20:14:08.654179 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Deleting port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:08.654520 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.711450 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.749558 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] For port 2b321321-2e9d-43ea-a23f-1d8ce01a2619, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=2b321321-2e9d-43ea-a23f-1d8ce01a2619,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:08.749925 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.763042 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Calling delete_port for 2b321321-2e9d-43ea-a23f-1d8ce01a2619 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:08.968785 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (2b321321-2e9d-43ea-a23f-1d8ce01a2619), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:09.001942 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'Port': ['ID=2b321321-2e9d-43ea-a23f-1d8ce01a2619,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:09.048678 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] No DVR routers for this DVR port 2b321321-2e9d-43ea-a23f-1d8ce01a2619 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:09.051267 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:09.054968 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9ab0411d-534a-475e-8683-fde333e9756b req-40a88d33-66be-4612-a8e2-f1e653184d79 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "DELETE /v2.0/ports/2b321321-2e9d-43ea-a23f-1d8ce01a2619 HTTP/1.1" status: 204 len: 173 time: 0.4905717 Feb 20 20:14:09.055432 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'name': 'network-vif-deleted', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:09.057712 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a20592-c97e-42f9-863c-f9c0858a044a" -d '{"events": [{"server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "name": "network-vif-deleted", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:09.094763 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbde93f-0b85-4ba8-971a-a2523c0c53d0 x-openstack-request-id: req-4fbde93f-0b85-4ba8-971a-a2523c0c53d0 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:09.095059 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a0188-8150-475e-9901-afe091649a1f", "name": "network-vif-deleted", "tag": "2b321321-2e9d-43ea-a23f-1d8ce01a2619", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:09.095319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fbde93f-0b85-4ba8-971a-a2523c0c53d0 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:09.095738 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7a0188-8150-475e-9901-afe091649a1f', 'name': 'network-vif-deleted', 'tag': '2b321321-2e9d-43ea-a23f-1d8ce01a2619', 'status': 'completed', 'code': 200} Feb 20 20:14:09.377076 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5a3ced97-def3-4e4c-a3c2-a427d878d9a0 req-bdd9ee0c-54c1-4a6c-ac30-06715e33b737 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0293174 Feb 20 20:14:10.485913 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b393b74b-078d-42d9-92b2-24be8af58fc1 req-985b57bf-babc-44dc-8ed7-8548a529ae78 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d7a0188-8150-475e-9901-afe091649a1f HTTP/1.1" status: 200 len: 210 time: 0.0268416 Feb 20 20:14:12.837563 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 2b321321-2e9d-43ea-a23f-1d8ce01a2619 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:12.861530 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 2b321321-2e9d-43ea-a23f-1d8ce01a2619 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:12.861922 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 2b321321-2e9d-43ea-a23f-1d8ce01a2619 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:14.049539 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49006) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:14.229999 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Deleting port 9668cc10-b6e5-48f8-88f9-359f86ef1f3a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:14.230504 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:14.319537 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:14.319900 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:14.331974 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Calling delete_port for 9668cc10-b6e5-48f8-88f9-359f86ef1f3a owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:14.603200 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (9668cc10-b6e5-48f8-88f9-359f86ef1f3a), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:14.629175 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'Port': ['ID=9668cc10-b6e5-48f8-88f9-359f86ef1f3a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:14.690778 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (20fef55d-d6d6-415f-85b8-ac68eedcd004), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:14.691113 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.db.l3_db [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Floating IP 20fef55d-d6d6-415f-85b8-ac68eedcd004 disassociated (deleted). External IP: 172.27.2.200, port: 29366382-b469-49aa-ae69-56d21e255eef. Feb 20 20:14:15.146418 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:15.258178 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:15.263114 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:15.268096 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:15.277753 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:15.278362 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:15.293438 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-42bb0fe8-a147-4a93-b139-3750e1906c6a tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "DELETE /v2.0/floatingips/20fef55d-d6d6-415f-85b8-ac68eedcd004 HTTP/1.1" status: 204 len: 168 time: 1.2428079 Feb 20 20:14:15.294034 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'tag': '29366382-b469-49aa-ae69-56d21e255eef'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:15.296906 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bbeb41a4458af4abcd600af5da025b4171331b190054336fee7b1e49763de86a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda" -d '{"events": [{"name": "network-changed", "server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "tag": "29366382-b469-49aa-ae69-56d21e255eef"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:15.335165 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f4e786-e590-499a-a7b6-8852ca31d377 x-openstack-request-id: req-03f4e786-e590-499a-a7b6-8852ca31d377 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:15.335442 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "tag": "29366382-b469-49aa-ae69-56d21e255eef", "status": "completed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:15.335695 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03f4e786-e590-499a-a7b6-8852ca31d377 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:15.336743 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'tag': '29366382-b469-49aa-ae69-56d21e255eef', 'status': 'completed', 'code': 200} Feb 20 20:14:15.393346 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:15.410769 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-c4b20f1d-813c-4a4a-a8a2-02e3b814dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:15.412262 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-c4b20f1d-813c-4a4a-a8a2-02e3b814dd98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 1129 time: 0.0467467 Feb 20 20:14:15.509575 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-739fcb68-5ca8-44cf-b26a-425f1e8f290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:15.511063 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-739fcb68-5ca8-44cf-b26a-425f1e8f290c service neutron] 10.222.0.65 "GET /v2.0/networks?id=43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 200 len: 913 time: 0.0922446 Feb 20 20:14:15.560348 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-783fcb06-9b2d-4b0b-ab8d-90544853a092 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 200 len: 217 time: 0.0417650 Feb 20 20:14:15.620652 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:15.623290 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-a7e7abb8-29b9-455a-adda-8e3985c02cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:15.625536 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-a7e7abb8-29b9-455a-adda-8e3985c02cd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 200 len: 851 time: 0.0584617 Feb 20 20:14:15.652738 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:15.662906 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:15.663424 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:15.676457 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-c0d0765c-5fef-4348-a770-50bba0c2b1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:15.677960 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-c0d0765c-5fef-4348-a770-50bba0c2b1e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43344c9d-4812-4b26-9acf-69d081a8a1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464771 Feb 20 20:14:15.688955 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-b94f4947-3c55-4edb-83f0-661942d717d0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:14:15.689924 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-b94f4947-3c55-4edb-83f0-661942d717d0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052035 Feb 20 20:14:15.787691 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:15.803166 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-34ac4adf-a9e5-472c-8ec2-7bee4ed1e955 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036232 Feb 20 20:14:15.824930 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a087f-6b0f-47ae-b37a-de75fdefb084 req-11374850-ccdf-4020-b441-a13fb8567e22 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:15.827127 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7b6a087f-6b0f-47ae-b37a-de75fdefb084 req-11374850-ccdf-4020-b441-a13fb8567e22 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 945 time: 0.0605586 Feb 20 20:14:15.890644 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-7b6a087f-6b0f-47ae-b37a-de75fdefb084 req-42395f8c-94e7-442a-b9e3-a1bf9c595803 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549092 Feb 20 20:14:15.910536 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fb3f6fc-6d50-4e7a-96ba-c34e1f00bfda req-f7b9d1f3-ea0b-4136-9fa2-0c3bf616ffd1 service neutron] 10.222.0.65 "GET /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004226 Feb 20 20:14:16.121219 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:16.148006 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0d1c9-dd0d-4e15-a43f-8508da9116e3 None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:05:32Z', 'revision_number': 4, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': 'f5e72dbe-6f38-4745-ad9b-1068a5edae30', 'name': '', 'network_id': '43344c9d-4812-4b26-9acf-69d081a8a1a2', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'mac_address': 'fa:16:3e:fc:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_interface', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:31Z', 'updated_at': '2022-02-20T20:05:37Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'subnets': [{'id': '21559d00-9369-430a-b6dc-9d2902b34e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:16.372144 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ff9838-0bc4-4cc1-b4b1-b34984ea45b6 None None] New status for floating IP 20fef55d-d6d6-415f-85b8-ac68eedcd004: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:14:17.016615 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cea88a-beb2-4a12-a573-0710020a4a13 req-12129bad-16f0-4740-b51e-749865e60674 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:17.018656 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33cea88a-beb2-4a12-a573-0710020a4a13 req-12129bad-16f0-4740-b51e-749865e60674 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 945 time: 0.0556383 Feb 20 20:14:17.072164 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-33cea88a-beb2-4a12-a573-0710020a4a13 req-65acf618-8d36-4241-b3bd-faad119d8d2f tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 Feb 20 20:14:17.451215 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-e51d55b8-36ff-412d-9496-9c1a67fe34f9 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:17.452861 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-e51d55b8-36ff-412d-9496-9c1a67fe34f9 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 945 time: 0.0600920 Feb 20 20:14:17.555307 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Deleting port 29366382-b469-49aa-ae69-56d21e255eef {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:17.555554 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (29366382-b469-49aa-ae69-56d21e255eef), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:17.660529 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] For port 29366382-b469-49aa-ae69-56d21e255eef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=29366382-b469-49aa-ae69-56d21e255eef,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:17.660898 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (29366382-b469-49aa-ae69-56d21e255eef), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:17.674606 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Calling delete_port for 29366382-b469-49aa-ae69-56d21e255eef owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:17.883220 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (29366382-b469-49aa-ae69-56d21e255eef), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:17.913178 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'Port': ['ID=29366382-b469-49aa-ae69-56d21e255eef,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:17.960840 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] No DVR routers for this DVR port 29366382-b469-49aa-ae69-56d21e255eef on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:17.963251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:17.966617 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-50cd90b5-90a6-45de-a12e-d1d68ebcf5b5 req-02a82253-2f3f-4d38-9566-ea6dce7a37b0 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.65 "DELETE /v2.0/ports/29366382-b469-49aa-ae69-56d21e255eef HTTP/1.1" status: 204 len: 173 time: 0.5074229 Feb 20 20:14:17.967069 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'name': 'network-vif-deleted', 'tag': '29366382-b469-49aa-ae69-56d21e255eef'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:17.969350 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a85c58-87a3-4ad2-8c60-446c1e9342f1" -d '{"events": [{"server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "name": "network-vif-deleted", "tag": "29366382-b469-49aa-ae69-56d21e255eef"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:18.009309 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99978f33-5c6e-4c19-af34-2068dd492eb5 x-openstack-request-id: req-99978f33-5c6e-4c19-af34-2068dd492eb5 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:18.009309 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829dec13-28ff-4bf0-afa0-86dc49ddeca7", "name": "network-vif-deleted", "tag": "29366382-b469-49aa-ae69-56d21e255eef", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:18.009309 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99978f33-5c6e-4c19-af34-2068dd492eb5 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:18.009309 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829dec13-28ff-4bf0-afa0-86dc49ddeca7', 'name': 'network-vif-deleted', 'tag': '29366382-b469-49aa-ae69-56d21e255eef', 'status': 'completed', 'code': 200} Feb 20 20:14:18.172475 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-43509e5a-e48c-4f47-85e8-271998379220 req-6bcb7174-9df1-4bf0-93fb-c4e4a7922a11 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "GET /v2.0/ports?device_id=829dec13-28ff-4bf0-afa0-86dc49ddeca7 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Feb 20 20:14:19.230381 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49026) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:19.362217 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Deleting port ad792b90-5fed-4472-a53f-c3b494057835 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:19.362547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (ad792b90-5fed-4472-a53f-c3b494057835), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.396898 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-e4d8c229-19f1-4644-a99b-4acfbf28e13e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456877830&fields=id&tenant_id=dab4874bc94a40e6b5a5997372e49686 HTTP/1.1" status: 200 len: 267 time: 0.0521498 Feb 20 20:14:19.445108 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (ad792b90-5fed-4472-a53f-c3b494057835), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.445419 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (ad792b90-5fed-4472-a53f-c3b494057835), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.453319 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-f6c00e3c-5e8e-46a3-b605-5ec0be40fd18 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:19.455348 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-f6c00e3c-5e8e-46a3-b605-5ec0be40fd18 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 985 time: 0.0529130 Feb 20 20:14:19.458450 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Calling delete_port for ad792b90-5fed-4472-a53f-c3b494057835 owned by network:floatingip {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:19.466418 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Request body: {'port': {'security_groups': ['24185fad-818f-4643-acbe-7830cf733b92']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:19.546272 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-722950'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.717754 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (ad792b90-5fed-4472-a53f-c3b494057835), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.729579 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:19.746291 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'Port': ['ID=ad792b90-5fed-4472-a53f-c3b494057835,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:19.767741 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.806049 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for floatingip (328910b4-3b5d-4b43-a8a0-73310ffe243b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.808819 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.810031 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-00088205-e815-4838-8631-11923e635e40 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "DELETE /v2.0/floatingips/328910b4-3b5d-4b43-a8a0-73310ffe243b HTTP/1.1" status: 204 len: 168 time: 0.5786653 Feb 20 20:14:19.825574 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730864639883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730864082764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730864082782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-533139198'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.845561 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['654ea405-cdac-4f35-9fcf-361f7b367e08'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:19.868934 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:19.869809 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.874332 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a496e2d9-799e-4309-8bc1-f711288a6ebb req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "PUT /v2.0/ports/654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 943 time: 0.4125831 Feb 20 20:14:19.879536 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49034) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:19.910099 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25481d47-3ff5-4cc0-8de8-70a8013f2660 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event updated for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=7']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:19.960098 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['654ea405-cdac-4f35-9fcf-361f7b367e08'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:19.964168 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4bed-f53b-44c0-a1a6-ccafda38476d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group (ecf17289-b8a3-4a12-bdf6-b4256015bdac), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:19.997011 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4bed-f53b-44c0-a1a6-ccafda38476d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group (ecf17289-b8a3-4a12-bdf6-b4256015bdac), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.007365 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:20.011363 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd617e6d-56e8-4454-a347-1b4cba029d52" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:20.073096 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c73590f-1df9-4ec1-852d-c2fa1ec58a96 x-openstack-request-id: req-7c73590f-1df9-4ec1-852d-c2fa1ec58a96 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:20.073671 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:20.074135 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c73590f-1df9-4ec1-852d-c2fa1ec58a96 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:20.074813 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'status': 'completed', 'code': 200} Feb 20 20:14:20.146267 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4bed-f53b-44c0-a1a6-ccafda38476d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (ecf17289-b8a3-4a12-bdf6-b4256015bdac), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.149004 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4bed-f53b-44c0-a1a6-ccafda38476d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.150192 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-2bbe4bed-f53b-44c0-a1a6-ccafda38476d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "DELETE /v2.0/security-groups/ecf17289-b8a3-4a12-bdf6-b4256015bdac HTTP/1.1" status: 204 len: 168 time: 0.2695210 Feb 20 20:14:20.158545 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49044) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:20.168375 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe4bed-f53b-44c0-a1a6-ccafda38476d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf17289-b8a3-4a12-bdf6-b4256015bdac,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:20.207458 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.provisioning_blocks [None req-45308b6e-6500-4592-a19d-2b587c803dcd None None] Provisioning complete for port 654ea405-cdac-4f35-9fcf-361f7b367e08 triggered by entity DHCP. {{(pid=103361) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:14:20.208090 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-45308b6e-6500-4592-a19d-2b587c803dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-900127'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), provisioning_complete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.301129 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-45308b6e-6500-4592-a19d-2b587c803dcd None None] Current status of the port 654ea405-cdac-4f35-9fcf-361f7b367e08 is: ACTIVE; New status is: ACTIVE {{(pid=103361) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:14:20.320359 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-6546cf5c-a262-4e8b-ac0e-51f7a4579541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:20.321885 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-6546cf5c-a262-4e8b-ac0e-51f7a4579541 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1130 time: 0.2200038 Feb 20 20:14:20.453656 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-e3f6372b-60c2-43d6-a1e0-c1c35c01cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:20.455695 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-e3f6372b-60c2-43d6-a1e0-c1c35c01cf65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 916 time: 0.1207116 Feb 20 20:14:20.463006 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Deleting port 32b091a0-d65a-437c-bdf9-590b41e33801 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:20.463446 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (32b091a0-d65a-437c-bdf9-590b41e33801), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.574158 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-77d97c18-223a-4fdb-b284-5a73f6dc2bd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 1001 time: 0.1084585 Feb 20 20:14:20.631100 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (32b091a0-d65a-437c-bdf9-590b41e33801), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.631422 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for floatingip (32b091a0-d65a-437c-bdf9-590b41e33801), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.649251 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Calling delete_port for 32b091a0-d65a-437c-bdf9-590b41e33801 owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:20.661650 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-ea446e13-99d8-4d48-a8b0-146ba614d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:20.663086 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-ea446e13-99d8-4d48-a8b0-146ba614d98b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 200 len: 854 time: 0.0817034 Feb 20 20:14:20.777882 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-984f965c-0d14-4525-87e1-3e003721efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:20.779474 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-984f965c-0d14-4525-87e1-3e003721efba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2957fd4d-2666-4fc3-b170-7066a6c90458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805750 Feb 20 20:14:20.874127 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 29366382-b469-49aa-ae69-56d21e255eef no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:20.899014 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 29366382-b469-49aa-ae69-56d21e255eef {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:20.899360 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 29366382-b469-49aa-ae69-56d21e255eef not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:21.198148 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-8f9a9450-c4bd-4a6b-b49f-7b561c2626ff service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048178 Feb 20 20:14:21.218097 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49048) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:21.257413 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (32b091a0-d65a-437c-bdf9-590b41e33801), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.281569 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61d95c46-facf-467e-8e57-6aae22580932 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group (dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.296616 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event deleted for resources: {'Port': ['ID=32b091a0-d65a-437c-bdf9-590b41e33801,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:21.314086 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61d95c46-facf-467e-8e57-6aae22580932 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group (dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.376750 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-fd617e6d-56e8-4454-a347-1b4cba029d52 req-7fd4388b-9918-48c6-8401-e0beacaeacd8 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688917 Feb 20 20:14:21.379370 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks [] for floatingip (8e8220a1-2347-4e08-b692-5a0aa973a0e2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.379671 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Floating IP 8e8220a1-2347-4e08-b692-5a0aa973a0e2 disassociated (deleted). External IP: 172.27.2.65, port: 654ea405-cdac-4f35-9fcf-361f7b367e08. Feb 20 20:14:21.460070 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61d95c46-facf-467e-8e57-6aae22580932 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.462589 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-61d95c46-facf-467e-8e57-6aae22580932 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.463863 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-61d95c46-facf-467e-8e57-6aae22580932 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] 10.222.0.48 "DELETE /v2.0/security-groups/dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf HTTP/1.1" status: 204 len: 168 time: 0.2446718 Feb 20 20:14:21.474414 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d95c46-facf-467e-8e57-6aae22580932 tempest-TestVolumeBootPattern-1012821531 tempest-TestVolumeBootPattern-1012821531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b5f28-59d2-4aca-9e60-b9c0a9e336bf,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:21.577176 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49052) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:21.627744 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:21.746321 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:21.752515 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:21.758020 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] Sync routers for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:21.767525 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:21.768207 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:21.783862 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3e06bc3c-f5a6-4d7c-b9f2-ff25da98ad65 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "DELETE /v2.0/floatingips/8e8220a1-2347-4e08-b692-5a0aa973a0e2 HTTP/1.1" status: 204 len: 168 time: 1.6237712 Feb 20 20:14:21.899456 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:22.075999 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:22.078874 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:22.089888 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:22.123524 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf04f2-9b4a-4bd8-8431-b89f7997b4f6 x-openstack-request-id: req-fcdf04f2-9b4a-4bd8-8431-b89f7997b4f6 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:22.123524 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:22.123524 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcdf04f2-9b4a-4bd8-8431-b89f7997b4f6 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:22.123524 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'status': 'completed', 'code': 200} Feb 20 20:14:22.141605 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:22.185751 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] Checking router: 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:22.196641 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:22.197521 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:22.229605 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-c83fa9ee-e2a2-4f17-a48e-aa9a5aeadbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:22.231327 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-c83fa9ee-e2a2-4f17-a48e-aa9a5aeadbb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dab4874bc94a40e6b5a5997372e49686&device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 1130 time: 0.0699470 Feb 20 20:14:22.361512 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-34068ca7-7896-453f-8063-42144f00f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:22.363013 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-34068ca7-7896-453f-8063-42144f00f316 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 200 len: 916 time: 0.1214201 Feb 20 20:14:22.376430 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:22.404961 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Deleting port f5e72dbe-6f38-4745-ad9b-1068a5edae30 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:22.405594 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:22.422254 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-9c3283fd-5f8d-4ec6-b231-5888186d2611 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 200 len: 217 time: 0.0493472 Feb 20 20:14:22.487332 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-da0c7c1c-2bc1-4ac6-8856-39583d97d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:22.489254 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-da0c7c1c-2bc1-4ac6-8856-39583d97d83b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 200 len: 854 time: 0.0592451 Feb 20 20:14:22.503154 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] For port f5e72dbe-6f38-4745-ad9b-1068a5edae30, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=f5e72dbe-6f38-4745-ad9b-1068a5edae30,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:22.503424 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:22.523698 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Calling delete_port for f5e72dbe-6f38-4745-ad9b-1068a5edae30 owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:22.542588 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-1aafed9e-afdc-4103-b362-63cf4de4b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:22.544292 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-1aafed9e-afdc-4103-b362-63cf4de4b9e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2957fd4d-2666-4fc3-b170-7066a6c90458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486038 Feb 20 20:14:22.617394 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:22.650549 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a1cf6-b596-4074-84b2-ca8b55312a28 None None] The sync data for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi is: [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:12:04Z', 'revision_number': 4, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi', '_interfaces': [{'id': '8d18de32-87a2-4db1-ad36-f7b47d98ff17', 'name': '', 'network_id': '2957fd4d-2666-4fc3-b170-7066a6c90458', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'mac_address': 'fa:16:3e:4e:e3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:04Z', 'updated_at': '2022-02-20T20:12:09Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'subnets': [{'id': 'cec83f36-5a8d-4a70-8456-5468425e7593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:22.650993 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-e4c73309-d0d3-4c25-b5be-1aaec75b9625 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964217 Feb 20 20:14:22.770720 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a2ba34a1-bc54-4cd6-a4f9-4e39cb8017de req-ef2c1337-5f9a-4007-a226-421ab6faf2d4 service neutron] 10.222.0.65 "GET /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132815 Feb 20 20:14:22.797114 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (f5e72dbe-6f38-4745-ad9b-1068a5edae30), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:22.830627 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e72dbe-6f38-4745-ad9b-1068a5edae30,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:22.935453 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd410c8b-7619-446e-96a3-ee4062fc6f63 None None] New status for floating IP 8e8220a1-2347-4e08-b692-5a0aa973a0e2: DOWN {{(pid=103362) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:14:23.061636 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.304042 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:23.436195 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:23.441195 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1bf28cad-1e00-4d59-bcf4-eea07109fa1a admin admin] 10.222.0.48 "PUT /v2.0/routers/2b8b6fe6-1a27-4a30-992a-65283d7ebf06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8615830 Feb 20 20:14:23.443838 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49074) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:23.445818 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] Sync routers for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:23.457237 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:23.472437 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:23.562522 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks [] for router (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.571235 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:23.676639 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks [] for router_gateway (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.795826 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:14:22Z', 'revision_number': 5, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port': {'id': '313b1ffb-d04b-4d73-8c95-f7c3443109ff', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:96:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:28Z', 'updated_at': '2022-02-20T20:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:23.823214 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] Checking router: 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:23.834634 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] Routers {'2b8b6fe6-1a27-4a30-992a-65283d7ebf06'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:23.835268 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:23.855909 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Deleting port 313b1ffb-d04b-4d73-8c95-f7c3443109ff {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:23.856247 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.931751 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] Set router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:23.944917 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] For port 313b1ffb-d04b-4d73-8c95-f7c3443109ff, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=313b1ffb-d04b-4d73-8c95-f7c3443109ff,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:23.945278 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.960181 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Calling delete_port for 313b1ffb-d04b-4d73-8c95-f7c3443109ff owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:23.988875 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:14:23Z', 'revision_number': 6, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:24.015229 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e7612-2a5f-462c-b99e-222d256c364d None None] The sync data for ids ['2b8b6fe6-1a27-4a30-992a-65283d7ebf06'] in dv-cinder-821824-2-iscsi is: [{'id': '2b8b6fe6-1a27-4a30-992a-65283d7ebf06', 'name': 'tempest-TestVolumeBootPattern-1250910463-router', 'tenant_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:27Z', 'updated_at': '2022-02-20T20:14:23Z', 'revision_number': 6, 'project_id': '39e352f8dc714faeb93e6c1f8e2ec539', 'gw_port_host': None}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:24.197530 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (313b1ffb-d04b-4d73-8c95-f7c3443109ff), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.225001 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=313b1ffb-d04b-4d73-8c95-f7c3443109ff,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:24.290943 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.404876 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.407373 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks [] for router_controller (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.551449 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (2b8b6fe6-1a27-4a30-992a-65283d7ebf06), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.552173 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8b6fe6-1a27-4a30-992a-65283d7ebf06 {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:14:24.556478 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.560348 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-cbe20a6f-049a-4d7c-a4bf-2517c00c6b6e admin admin] 10.222.0.48 "DELETE /v2.0/routers/2b8b6fe6-1a27-4a30-992a-65283d7ebf06 HTTP/1.1" status: 204 len: 168 time: 1.1154795 Feb 20 20:14:24.560614 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49078) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:24.610769 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Deleting subnet 21559d00-9369-430a-b6dc-9d2902b34e50 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:24.614134 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Publish callbacks [] for subnet (21559d00-9369-430a-b6dc-9d2902b34e50), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.649373 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (21559d00-9369-430a-b6dc-9d2902b34e50), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.731814 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (21559d00-9369-430a-b6dc-9d2902b34e50), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.889142 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (21559d00-9369-430a-b6dc-9d2902b34e50), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.920644 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21559d00-9369-430a-b6dc-9d2902b34e50,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:24.928389 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-20a854a1-b478-408a-8100-58666561378b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:24.932696 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-20a854a1-b478-408a-8100-58666561378b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/21559d00-9369-430a-b6dc-9d2902b34e50 HTTP/1.1" status: 204 len: 168 time: 0.3710325 Feb 20 20:14:24.933988 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89290d1-ed60-4225-9e45-7607658692fc None None] Network 43344c9d-4812-4b26-9acf-69d081a8a1a2 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:14:24.935379 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49084) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:25.030131 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (43344c9d-4812-4b26-9acf-69d081a8a1a2), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.102156 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Deleting port 986ae648-3ad4-4328-aa28-63804152c325 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:25.102495 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (986ae648-3ad4-4328-aa28-63804152c325), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.212629 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] For port 986ae648-3ad4-4328-aa28-63804152c325, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=986ae648-3ad4-4328-aa28-63804152c325,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:25.212996 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (986ae648-3ad4-4328-aa28-63804152c325), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.229021 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Calling delete_port for 986ae648-3ad4-4328-aa28-63804152c325 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:25.250302 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b22a13-4632-40bb-8096-2f341bb849b9 req-9b36f3b7-00d5-4f31-a218-200fe3ab6ad2 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:25.252433 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b8b22a13-4632-40bb-8096-2f341bb849b9 req-9b36f3b7-00d5-4f31-a218-200fe3ab6ad2 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0955887 Feb 20 20:14:25.275171 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] DHCP port deletion for 43344c9d-4812-4b26-9acf-69d081a8a1a2 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:14:25.326136 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Deleting port 986ae648-3ad4-4328-aa28-63804152c325 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:25.326555 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (986ae648-3ad4-4328-aa28-63804152c325), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.399223 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] For port 986ae648-3ad4-4328-aa28-63804152c325, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=986ae648-3ad4-4328-aa28-63804152c325,segment=NetworkSegment(0d5ec92a-b459-49b0-815a-30969fa19b98),segment_id=0d5ec92a-b459-49b0-815a-30969fa19b98)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:25.399613 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (986ae648-3ad4-4328-aa28-63804152c325), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.414242 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Calling delete_port for 986ae648-3ad4-4328-aa28-63804152c325 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:25.557441 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (986ae648-3ad4-4328-aa28-63804152c325), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.583838 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Pushing event deleted for resources: {'Port': ['ID=986ae648-3ad4-4328-aa28-63804152c325,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:25.592169 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] No DVR routers for this DVR port 986ae648-3ad4-4328-aa28-63804152c325 on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:25.594335 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.594692 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.595039 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.595382 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.595727 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.596064 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.596393 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.596722 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.597067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.597374 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.597699 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.598021 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.598689 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e162af3-5acc-4b2e-8ff6-e7275698b3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-2-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:25.619367 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-b8b22a13-4632-40bb-8096-2f341bb849b9 req-6fba7d1c-f72f-4bba-8d21-b4aa3704a725 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611338 Feb 20 20:14:25.628805 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (986ae648-3ad4-4328-aa28-63804152c325), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.657354 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] No DVR routers for this DVR port 986ae648-3ad4-4328-aa28-63804152c325 on host dv-cinder-821824-2-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:25.660346 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Pushing event deleted for resources: {'Port': ['ID=986ae648-3ad4-4328-aa28-63804152c325,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:25.738119 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (43344c9d-4812-4b26-9acf-69d081a8a1a2), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.762439 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43344c9d-4812-4b26-9acf-69d081a8a1a2']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:25.766538 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f5e72dbe-6f38-4745-ad9b-1068a5edae30 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:25.779936 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5ec92a-b459-49b0-815a-30969fa19b98') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:25.780328 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5ec92a-b459-49b0-815a-30969fa19b98') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:25.788882 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: f5e72dbe-6f38-4745-ad9b-1068a5edae30 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:25.789312 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f5e72dbe-6f38-4745-ad9b-1068a5edae30 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:25.789737 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 313b1ffb-d04b-4d73-8c95-f7c3443109ff no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:25.790993 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (0d5ec92a-b459-49b0-815a-30969fa19b98), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.807832 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (0d5ec92a-b459-49b0-815a-30969fa19b98), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.810251 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 313b1ffb-d04b-4d73-8c95-f7c3443109ff {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:25.810598 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 313b1ffb-d04b-4d73-8c95-f7c3443109ff not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:25.811016 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 986ae648-3ad4-4328-aa28-63804152c325 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:25.819676 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:25.820106 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (0d5ec92a-b459-49b0-815a-30969fa19b98), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: self.session.flush() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: self.session.flush() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: self.session.flush() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: self.session.flush() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:25.821851 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:25.830775 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 986ae648-3ad4-4328-aa28-63804152c325 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:25.831128 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 986ae648-3ad4-4328-aa28-63804152c325 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:25.951604 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (43344c9d-4812-4b26-9acf-69d081a8a1a2), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.959043 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:25.962309 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] 10.222.0.48 "DELETE /v2.0/networks/43344c9d-4812-4b26-9acf-69d081a8a1a2 HTTP/1.1" status: 204 len: 168 time: 1.0255086 Feb 20 20:14:25.965337 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49088) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:25.972979 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be873232-8fbe-4556-8afc-f4e18377e761 admin admin] Pushing event deleted for resources: {'Network': ['ID=43344c9d-4812-4b26-9acf-69d081a8a1a2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:26.320832 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (cbc95533-70a6-4e27-b795-efa333f59cce), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:26.593501 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Deleting port 664ae929-b2ba-430e-a906-e13abb1b05bc {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:26.593771 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:26.677773 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] For port 664ae929-b2ba-430e-a906-e13abb1b05bc, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=664ae929-b2ba-430e-a906-e13abb1b05bc,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:26.678143 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:26.692911 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Calling delete_port for 664ae929-b2ba-430e-a906-e13abb1b05bc owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:26.794413 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b55d5-c5cd-4c96-bd9a-61932400f0ba req-853ba7bd-beda-451f-8986-dc2c3ab16001 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:26.796250 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-224b55d5-c5cd-4c96-bd9a-61932400f0ba req-853ba7bd-beda-451f-8986-dc2c3ab16001 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.1014273 Feb 20 20:14:26.894551 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-224b55d5-c5cd-4c96-bd9a-61932400f0ba req-2a02759d-7b95-4707-8506-5df405578b5d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899332 Feb 20 20:14:27.037200 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (664ae929-b2ba-430e-a906-e13abb1b05bc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.065024 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Pushing event deleted for resources: {'Port': ['ID=664ae929-b2ba-430e-a906-e13abb1b05bc,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:27.224284 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23196d-b89e-4629-b064-98cb946281aa req-844648cf-1b42-47b8-ab27-aed3388544fb tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:27.225827 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6c23196d-b89e-4629-b064-98cb946281aa req-844648cf-1b42-47b8-ab27-aed3388544fb tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.1212509 Feb 20 20:14:27.346754 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (cbc95533-70a6-4e27-b795-efa333f59cce), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.420144 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Deleting port 654ea405-cdac-4f35-9fcf-361f7b367e08 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:27.420392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.586830 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] For port 654ea405-cdac-4f35-9fcf-361f7b367e08, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=654ea405-cdac-4f35-9fcf-361f7b367e08,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:27.587177 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.605367 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Calling delete_port for 654ea405-cdac-4f35-9fcf-361f7b367e08 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:28.006617 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Router cbc95533-70a6-4e27-b795-efa333f59cce has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:28.018273 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e059-f075-4284-9fde-7dcd980da128 req-cad1fb60-ceaf-4b88-b9f3-ea28a1d44699 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103360) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:28.019837 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9811e059-f075-4284-9fde-7dcd980da128 req-cad1fb60-ceaf-4b88-b9f3-ea28a1d44699 tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 946 time: 0.0537429 Feb 20 20:14:28.072969 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-9811e059-f075-4284-9fde-7dcd980da128 req-e768d204-da33-4d4e-92fd-3634faa7becc tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/security-groups?id=24185fad-818f-4643-acbe-7830cf733b92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471690 Feb 20 20:14:28.167767 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:28.173557 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5d0d9034-e985-4db5-bc8d-779bd0d6a842 admin admin] 10.222.0.48 "PUT /v2.0/routers/cbc95533-70a6-4e27-b795-efa333f59cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2068291 Feb 20 20:14:28.176008 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49094) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:28.178232 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] Sync routers for ids ['cbc95533-70a6-4e27-b795-efa333f59cce'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:28.198031 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] Routers {'cbc95533-70a6-4e27-b795-efa333f59cce'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:28.198652 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['cbc95533-70a6-4e27-b795-efa333f59cce'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:28.216126 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (654ea405-cdac-4f35-9fcf-361f7b367e08), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.238046 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] get_ports_and_sgs() called for port_ids ['654ea405-cdac-4f35-9fcf-361f7b367e08'] {{(pid=103361) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:28.253289 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Pushing event deleted for resources: {'Port': ['ID=654ea405-cdac-4f35-9fcf-361f7b367e08,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:28.274912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.319557 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] Set router cbc95533-70a6-4e27-b795-efa333f59cce gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:28.328572 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] No DVR routers for this DVR port 654ea405-cdac-4f35-9fcf-361f7b367e08 on host hv-cinder-82182 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:28.332093 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506720'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.335324 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6c23196d-b89e-4629-b064-98cb946281aa req-1bd7c65c-4b42-4550-9d9d-135d8219ec0e tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.65 "DELETE /v2.0/ports/654ea405-cdac-4f35-9fcf-361f7b367e08 HTTP/1.1" status: 204 len: 173 time: 1.1009970 Feb 20 20:14:28.335786 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'name': 'network-vif-deleted', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:28.338297 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}705ee2adef9db71f524653936ec98c48564636f201a6a0099e89028fecebbb2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e2104-af92-4b46-854c-b0377bfb4534" -d '{"events": [{"server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "name": "network-vif-deleted", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:28.361804 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks [] for router (cbc95533-70a6-4e27-b795-efa333f59cce), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.460886 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c6722-1167-4641-87b8-85010bb4cf86 x-openstack-request-id: req-245c6722-1167-4641-87b8-85010bb4cf86 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:28.461178 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0fa4ff-4302-400e-a7a0-1548656b90e8", "name": "network-vif-deleted", "tag": "654ea405-cdac-4f35-9fcf-361f7b367e08", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:28.461432 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-245c6722-1167-4641-87b8-85010bb4cf86 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:28.461849 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0fa4ff-4302-400e-a7a0-1548656b90e8', 'name': 'network-vif-deleted', 'tag': '654ea405-cdac-4f35-9fcf-361f7b367e08', 'status': 'completed', 'code': 200} Feb 20 20:14:28.490154 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks [] for router_gateway (cbc95533-70a6-4e27-b795-efa333f59cce), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.524409 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:14:26Z', 'revision_number': 5, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port': {'id': 'd431a2ff-2425-40c3-ad1e-67c454be9a3c', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:09:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:38Z', 'updated_at': '2022-02-20T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:28.557436 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] Checking router: cbc95533-70a6-4e27-b795-efa333f59cce for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:28.566800 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] Routers {'cbc95533-70a6-4e27-b795-efa333f59cce'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:28.567423 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['cbc95533-70a6-4e27-b795-efa333f59cce'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:28.610673 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Deleting port d431a2ff-2425-40c3-ad1e-67c454be9a3c {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:28.611010 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.676326 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] Set router cbc95533-70a6-4e27-b795-efa333f59cce gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:28.718550 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] For port d431a2ff-2425-40c3-ad1e-67c454be9a3c, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=d431a2ff-2425-40c3-ad1e-67c454be9a3c,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:28.718550 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.728593 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Calling delete_port for d431a2ff-2425-40c3-ad1e-67c454be9a3c owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:28.733473 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:14:28Z', 'revision_number': 6, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:28.765991 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021bc23-8080-4d4b-8bfb-ffb25bc0993c None None] The sync data for ids ['cbc95533-70a6-4e27-b795-efa333f59cce'] in dv-cinder-821824-2-iscsi is: [{'id': 'cbc95533-70a6-4e27-b795-efa333f59cce', 'name': 'tempest-TestVolumeBootPattern-1268900364-router', 'tenant_id': '3d2d8f9c4474440d941258547062a1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:37Z', 'updated_at': '2022-02-20T20:14:28Z', 'revision_number': 6, 'project_id': '3d2d8f9c4474440d941258547062a1d2', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:28.960321 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (d431a2ff-2425-40c3-ad1e-67c454be9a3c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:28.985827 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Pushing event deleted for resources: {'Port': ['ID=d431a2ff-2425-40c3-ad1e-67c454be9a3c,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:29.048248 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (cbc95533-70a6-4e27-b795-efa333f59cce), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.150845 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (cbc95533-70a6-4e27-b795-efa333f59cce), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.153152 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks [] for router_controller (cbc95533-70a6-4e27-b795-efa333f59cce), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.196899 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [req-5bca36af-3d3e-4d5e-93d2-eaa6def047b3 req-6d5b1516-903d-4db1-a6e1-54700a967e5d tempest-TestMinimumBasicScenario-2075980568 tempest-TestMinimumBasicScenario-2075980568-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc0fa4ff-4302-400e-a7a0-1548656b90e8 HTTP/1.1" status: 200 len: 210 time: 0.0325258 Feb 20 20:14:29.277255 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (cbc95533-70a6-4e27-b795-efa333f59cce), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.277874 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc95533-70a6-4e27-b795-efa333f59cce {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:14:29.282568 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.283979 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-730c1805-3daf-40e3-a0fa-3bbbcf22c89b admin admin] 10.222.0.48 "DELETE /v2.0/routers/cbc95533-70a6-4e27-b795-efa333f59cce HTTP/1.1" status: 204 len: 168 time: 1.1068881 Feb 20 20:14:29.287779 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49102) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:29.332697 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Deleting subnet 929489d9-f4ae-4a5c-8234-dda64f7bc289 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:29.335891 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Publish callbacks [] for subnet (929489d9-f4ae-4a5c-8234-dda64f7bc289), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.370692 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (929489d9-f4ae-4a5c-8234-dda64f7bc289), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.452107 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (929489d9-f4ae-4a5c-8234-dda64f7bc289), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.581891 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (929489d9-f4ae-4a5c-8234-dda64f7bc289), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.610970 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929489d9-f4ae-4a5c-8234-dda64f7bc289,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:29.613033 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.616276 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-520d4afe-6ff3-4027-9dd7-e96d92b7e389 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/929489d9-f4ae-4a5c-8234-dda64f7bc289 HTTP/1.1" status: 204 len: 168 time: 0.3273745 Feb 20 20:14:29.621223 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49104) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:29.621408 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b5b673-da1c-4e1b-ba2e-9cc0916d572c None None] Network 078077ec-5244-43aa-8320-4854bc28f185 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:14:29.697662 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (078077ec-5244-43aa-8320-4854bc28f185), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.770000 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Deleting port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:29.770353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.803009 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] DHCP port deletion for 078077ec-5244-43aa-8320-4854bc28f185 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:14:29.837627 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d431a2ff-2425-40c3-ad1e-67c454be9a3c no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:29.839477 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] For port a01be22d-61ea-49e7-a1df-2dcbf766a6a0, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:29.839976 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:29.854748 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Calling delete_port for a01be22d-61ea-49e7-a1df-2dcbf766a6a0 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:29.858825 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: d431a2ff-2425-40c3-ad1e-67c454be9a3c {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:29.859174 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device d431a2ff-2425-40c3-ad1e-67c454be9a3c not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:29.859584 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 664ae929-b2ba-430e-a906-e13abb1b05bc no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:29.895217 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 664ae929-b2ba-430e-a906-e13abb1b05bc {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:29.895565 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 664ae929-b2ba-430e-a906-e13abb1b05bc not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:29.922850 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] Deleting port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:29.923252 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.018922 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] For port a01be22d-61ea-49e7-a1df-2dcbf766a6a0, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,segment=NetworkSegment(c5f13612-42da-478f-adf8-a00124641ed3),segment_id=c5f13612-42da-478f-adf8-a00124641ed3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:30.019551 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.019924 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.037690 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] Calling delete_port for a01be22d-61ea-49e7-a1df-2dcbf766a6a0 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:30.044489 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:30.050710 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] No DVR routers for this DVR port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 on host dv-cinder-821824-2-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:30.120553 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (a01be22d-61ea-49e7-a1df-2dcbf766a6a0), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.125235 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (078077ec-5244-43aa-8320-4854bc28f185), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.147194 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078077ec-5244-43aa-8320-4854bc28f185']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:30.150807 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] Pushing event deleted for resources: {'Port': ['ID=a01be22d-61ea-49e7-a1df-2dcbf766a6a0,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:30.152668 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3697db41-f0f7-4341-a030-022fdae7dc73 None None] No DVR routers for this DVR port a01be22d-61ea-49e7-a1df-2dcbf766a6a0 on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:30.158728 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f13612-42da-478f-adf8-a00124641ed3') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:30.159036 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f13612-42da-478f-adf8-a00124641ed3') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:30.169413 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (c5f13612-42da-478f-adf8-a00124641ed3), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.184025 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (c5f13612-42da-478f-adf8-a00124641ed3), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.191580 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:30.192060 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (c5f13612-42da-478f-adf8-a00124641ed3), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:30.193805 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:30.305776 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (078077ec-5244-43aa-8320-4854bc28f185), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.311269 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.314951 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] 10.222.0.48 "DELETE /v2.0/networks/078077ec-5244-43aa-8320-4854bc28f185 HTTP/1.1" status: 204 len: 168 time: 0.6953144 Feb 20 20:14:30.326278 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b6ec2-6eef-4bf7-bf85-a8a32d46df53 admin admin] Pushing event deleted for resources: {'Network': ['ID=078077ec-5244-43aa-8320-4854bc28f185,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:30.617971 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49128) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:30.662149 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-efcbae2e-8203-4d12-9c18-dfdc636f3856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39e352f8dc714faeb93e6c1f8e2ec539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429254 Feb 20 20:14:30.664759 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49130) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:30.722260 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dc44981-ff64-4bc3-9e7f-80dd7303e360 admin admin] Publish callbacks [] for security_group (9a6368ad-be92-47b4-8552-617596371e7f), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.745127 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dc44981-ff64-4bc3-9e7f-80dd7303e360 admin admin] Publish callbacks [] for security_group (9a6368ad-be92-47b4-8552-617596371e7f), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.888590 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dc44981-ff64-4bc3-9e7f-80dd7303e360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (9a6368ad-be92-47b4-8552-617596371e7f), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.891304 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dc44981-ff64-4bc3-9e7f-80dd7303e360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:30.892503 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-6dc44981-ff64-4bc3-9e7f-80dd7303e360 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a6368ad-be92-47b4-8552-617596371e7f HTTP/1.1" status: 204 len: 168 time: 0.2267694 Feb 20 20:14:30.900552 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc44981-ff64-4bc3-9e7f-80dd7303e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6368ad-be92-47b4-8552-617596371e7f,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:30.931845 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 654ea405-cdac-4f35-9fcf-361f7b367e08 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:30.952499 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] No Port match for: 654ea405-cdac-4f35-9fcf-361f7b367e08 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:30.952909 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Device 654ea405-cdac-4f35-9fcf-361f7b367e08 not bound to the agent host hv-cinder-82182 {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:31.621227 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49162) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:31.663849 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-15439ef4-68f1-4f17-9c20-a6172d10034e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d2d8f9c4474440d941258547062a1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414348 Feb 20 20:14:31.666284 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49164) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:31.715634 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b1eba4d-3c4e-4c95-8996-2de91b7a04f9 admin admin] Publish callbacks [] for security_group (2599e9a3-d59c-4f74-bb91-92f10bf1c363), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:31.739861 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b1eba4d-3c4e-4c95-8996-2de91b7a04f9 admin admin] Publish callbacks [] for security_group (2599e9a3-d59c-4f74-bb91-92f10bf1c363), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:31.766180 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a01be22d-61ea-49e7-a1df-2dcbf766a6a0 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:31.786710 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: a01be22d-61ea-49e7-a1df-2dcbf766a6a0 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:31.787150 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a01be22d-61ea-49e7-a1df-2dcbf766a6a0 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:31.815904 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49166) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:31.871747 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b1eba4d-3c4e-4c95-8996-2de91b7a04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (2599e9a3-d59c-4f74-bb91-92f10bf1c363), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:31.876427 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1b1eba4d-3c4e-4c95-8996-2de91b7a04f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:31.878246 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-1b1eba4d-3c4e-4c95-8996-2de91b7a04f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2599e9a3-d59c-4f74-bb91-92f10bf1c363 HTTP/1.1" status: 204 len: 168 time: 0.2108641 Feb 20 20:14:31.886766 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eba4d-3c4e-4c95-8996-2de91b7a04f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2599e9a3-d59c-4f74-bb91-92f10bf1c363,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:32.191030 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:32.368917 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a81b8a19-089a-40a6-ab9e-f1f5fc124f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:32.496053 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Deleting port 8d18de32-87a2-4db1-ad36-f7b47d98ff17 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:32.496394 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:32.575451 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] For port 8d18de32-87a2-4db1-ad36-f7b47d98ff17, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=8d18de32-87a2-4db1-ad36-f7b47d98ff17,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:32.575844 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:32.589599 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Calling delete_port for 8d18de32-87a2-4db1-ad36-f7b47d98ff17 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:32.974199 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (8d18de32-87a2-4db1-ad36-f7b47d98ff17), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:33.001995 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d18de32-87a2-4db1-ad36-f7b47d98ff17,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:33.186751 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:33.411977 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:33.520635 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:33.525708 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-497cef0d-edd4-4cc2-9a8c-812eb1bc443d admin admin] 10.222.0.48 "PUT /v2.0/routers/82bd45e5-bfc7-4a19-98bf-5a4b79557e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087677 Feb 20 20:14:33.528275 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49170) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:33.529189 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] Sync routers for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:33.539959 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:33.540488 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:33.654721 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:33.850092 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:14:32Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:33.877974 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] Checking router: 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 for host: dv-cinder-821824-2-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:33.886732 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] Routers {'82bd45e5-bfc7-4a19-98bf-5a4b79557e58'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:33.887334 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:05Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:33.921520 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks [] for router (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:33.995977 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] Set router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 gateway port host: dv-cinder-821824-2-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:34.028275 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks [] for router_gateway (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.134982 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Deleting port 0c95300b-3a2b-4591-8648-8f8f9a084f03 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:34.135245 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.191398 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:14:32Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:34.218614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06072315-6124-4a70-a5b6-a32530afd89f None None] The sync data for ids ['82bd45e5-bfc7-4a19-98bf-5a4b79557e58'] in dv-cinder-821824-2-iscsi is: [{'id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'name': 'tempest-TestMinimumBasicScenario-1083444805-router', 'tenant_id': 'dab4874bc94a40e6b5a5997372e49686', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:00Z', 'updated_at': '2022-02-20T20:14:32Z', 'revision_number': 5, 'project_id': 'dab4874bc94a40e6b5a5997372e49686', 'gw_port': {'id': '0c95300b-3a2b-4591-8648-8f8f9a084f03', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:14:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bd45e5-bfc7-4a19-98bf-5a4b79557e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:34.221691 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] For port 0c95300b-3a2b-4591-8648-8f8f9a084f03, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=0c95300b-3a2b-4591-8648-8f8f9a084f03,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:34.222052 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.236110 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Calling delete_port for 0c95300b-3a2b-4591-8648-8f8f9a084f03 owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:34.488554 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (0c95300b-3a2b-4591-8648-8f8f9a084f03), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.516622 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c95300b-3a2b-4591-8648-8f8f9a084f03,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:34.579840 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.582703 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdeea-a0e4-4591-acd4-9a826640abc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.696917 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.699435 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks [] for router_controller (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.808348 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (82bd45e5-bfc7-4a19-98bf-5a4b79557e58), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.808880 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82bd45e5-bfc7-4a19-98bf-5a4b79557e58 {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:14:34.814211 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.817703 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fdc745f5-08ce-4818-93c7-8b42c3671374 admin admin] 10.222.0.48 "DELETE /v2.0/routers/82bd45e5-bfc7-4a19-98bf-5a4b79557e58 HTTP/1.1" status: 204 len: 168 time: 1.2861285 Feb 20 20:14:34.817995 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49172) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:34.865048 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Deleting subnet cec83f36-5a8d-4a70-8456-5468425e7593 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:34.868916 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Publish callbacks [] for subnet (cec83f36-5a8d-4a70-8456-5468425e7593), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.906755 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532907289'] for subnet (cec83f36-5a8d-4a70-8456-5468425e7593), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:34.990448 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (cec83f36-5a8d-4a70-8456-5468425e7593), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.112241 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-533137972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-534271981'] for subnet (cec83f36-5a8d-4a70-8456-5468425e7593), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.136601 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec83f36-5a8d-4a70-8456-5468425e7593,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:35.142385 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.147926 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-857eb181-cbd2-49b1-97b6-e729f55a4cac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cec83f36-5a8d-4a70-8456-5468425e7593 HTTP/1.1" status: 204 len: 168 time: 0.3264935 Feb 20 20:14:35.148088 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa0c2b6-1173-45f6-9c49-0e9f10a145d5 None None] Network 2957fd4d-2666-4fc3-b170-7066a6c90458 requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:14:35.148286 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49174) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:35.219540 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (2957fd4d-2666-4fc3-b170-7066a6c90458), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.277485 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Deleting port a3177106-f4c4-4388-8b88-70151b631c79 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:35.277820 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a3177106-f4c4-4388-8b88-70151b631c79), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.329766 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] DHCP port deletion for 2957fd4d-2666-4fc3-b170-7066a6c90458 request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:14:35.345710 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] For port a3177106-f4c4-4388-8b88-70151b631c79, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a3177106-f4c4-4388-8b88-70151b631c79,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:35.346076 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a3177106-f4c4-4388-8b88-70151b631c79), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.359148 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Calling delete_port for a3177106-f4c4-4388-8b88-70151b631c79 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:35.378195 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] Deleting port a3177106-f4c4-4388-8b88-70151b631c79 {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:35.378481 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (a3177106-f4c4-4388-8b88-70151b631c79), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.443611 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] For port a3177106-f4c4-4388-8b88-70151b631c79, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=a3177106-f4c4-4388-8b88-70151b631c79,segment=NetworkSegment(b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b),segment_id=b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:35.444022 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (a3177106-f4c4-4388-8b88-70151b631c79), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.456482 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] Calling delete_port for a3177106-f4c4-4388-8b88-70151b631c79 owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:35.573963 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (a3177106-f4c4-4388-8b88-70151b631c79), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.581306 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (a3177106-f4c4-4388-8b88-70151b631c79), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.600383 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3177106-f4c4-4388-8b88-70151b631c79,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:35.606926 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] No DVR routers for this DVR port a3177106-f4c4-4388-8b88-70151b631c79 on host dv-cinder-821824-2-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:35.609873 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] Pushing event deleted for resources: {'Port': ['ID=a3177106-f4c4-4388-8b88-70151b631c79,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:35.611848 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced0a70-01e1-4d3f-a2eb-9ada07f16760 None None] No DVR routers for this DVR port a3177106-f4c4-4388-8b88-70151b631c79 on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:35.697401 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (2957fd4d-2666-4fc3-b170-7066a6c90458), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.722689 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2957fd4d-2666-4fc3-b170-7066a6c90458']}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:35.732652 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b') {'for_net_delete': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:35.732952 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.services.segments.db [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b') {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:35.748353 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536420101'] for segment (b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.763587 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.771955 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103360) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:35.772374 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532776310'] for segment (b0e2f0a8-89fa-4c1c-b6c5-a9f670fb986b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.773592 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: Traceback (most recent call last): Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: timer() Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: cb(*args, **kw) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: return func(*args, **kwargs) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: self._notify() Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: self.callback(batched_events) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: event.method(event) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: return f(self, *a, **k) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._get(url).json() Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:35.774186 dv-cinder-821824-2-iscsi neutron-server[103360]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:35.796921 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a3177106-f4c4-4388-8b88-70151b631c79 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:35.822856 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: a3177106-f4c4-4388-8b88-70151b631c79 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:35.823288 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device a3177106-f4c4-4388-8b88-70151b631c79 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:35.823790 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 0c95300b-3a2b-4591-8648-8f8f9a084f03 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:35.844247 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 0c95300b-3a2b-4591-8648-8f8f9a084f03 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:35.844594 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 0c95300b-3a2b-4591-8648-8f8f9a084f03 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:35.845007 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 8d18de32-87a2-4db1-ad36-f7b47d98ff17 no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:35.865573 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 8d18de32-87a2-4db1-ad36-f7b47d98ff17 {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:35.865912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 8d18de32-87a2-4db1-ad36-f7b47d98ff17 not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:35.899646 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (2957fd4d-2666-4fc3-b170-7066a6c90458), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.905945 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:35.908944 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2957fd4d-2666-4fc3-b170-7066a6c90458 HTTP/1.1" status: 204 len: 168 time: 0.7592187 Feb 20 20:14:35.912547 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49176) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:35.930639 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25baa85e-6b46-47e0-9a87-3fc8fb5bb7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2957fd4d-2666-4fc3-b170-7066a6c90458,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:36.002975 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:36.331818 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604857'] for router_interface (8e93bd40-b244-41c4-8f94-b38d1514ab0b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:36.592634 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Deleting port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:36.592881 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:36.673050 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] For port 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:36.673415 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:36.690089 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Calling delete_port for 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea owned by network:router_interface {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:37.019903 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.047611 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:37.051119 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.220112 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604969'] for router_interface (8e93bd40-b244-41c4-8f94-b38d1514ab0b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.445020 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Router 8e93bd40-b244-41c4-8f94-b38d1514ab0b has already been hosted by L3 agent 99bc44bb-1cdc-4445-9669-ed4f02e62017 {{(pid=103360) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:37.553087 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] Notify agent at l3_agent.dv-cinder-821824-2-iscsi the message routers_updated {{(pid=103360) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:37.559957 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-c0eb4c80-8e7a-44df-a495-af83fd2e7013 admin admin] 10.222.0.48 "PUT /v2.0/routers/8e93bd40-b244-41c4-8f94-b38d1514ab0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444438 Feb 20 20:14:37.560476 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49178) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:37.564992 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] Sync routers for ids ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'] in dv-cinder-821824-2-iscsi {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:37.575266 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] Routers {'8e93bd40-b244-41c4-8f94-b38d1514ab0b'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:37.575902 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:37.668326 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks [] for router (8e93bd40-b244-41c4-8f94-b38d1514ab0b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.782204 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] Set router 8e93bd40-b244-41c4-8f94-b38d1514ab0b gateway port host: dv-cinder-821824-2-iscsi {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:37.786521 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks [] for router_gateway (8e93bd40-b244-41c4-8f94-b38d1514ab0b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.945201 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Deleting port f8fb829b-1ebf-4941-bb82-b4b040c6555b {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:37.945542 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.961287 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'external_fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:14:36Z', 'revision_number': 5, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port': {'id': 'f8fb829b-1ebf-4941-bb82-b4b040c6555b', 'name': '', 'network_id': '33eb5443-3d27-4ca3-be03-c635ac260080', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:1e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:12:09Z', 'updated_at': '2022-02-20T20:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2226bbd0-51d6-43e4-96b3-097345a98131', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-2-iscsi'}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:37.991934 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] Checking router: 8e93bd40-b244-41c4-8f94-b38d1514ab0b for host: dv-cinder-821824-2-iscsi {{(pid=103362) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:38.000468 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] Routers {'8e93bd40-b244-41c4-8f94-b38d1514ab0b'} bound to L3 agent in host dv-cinder-821824-2-iscsi {{(pid=103362) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:38.001091 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:55:35Z,description=,heartbeat_timestamp=2022-02-20T20:14:35Z,host='dv-cinder-821824-2-iscsi',id=99bc44bb-1cdc-4445-9669-ed4f02e62017,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:55:35Z,topic='l3_agent')) {'router_ids': ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'], 'active': True} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:38.023913 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] For port f8fb829b-1ebf-4941-bb82-b4b040c6555b, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=f8fb829b-1ebf-4941-bb82-b4b040c6555b,segment=NetworkSegment(f9301725-339a-4af2-ae6f-33c396eacaa5),segment_id=f9301725-339a-4af2-ae6f-33c396eacaa5)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:38.024282 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.037524 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Calling delete_port for f8fb829b-1ebf-4941-bb82-b4b040c6555b owned by network:router_gateway {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:38.104954 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_dvr_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] Set router 8e93bd40-b244-41c4-8f94-b38d1514ab0b gateway port host: None {{(pid=103362) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:38.164156 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.l3_hamode_db [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:14:37Z', 'revision_number': 6, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port_host': None}], 'dv-cinder-821824-2-iscsi', False) {} {{(pid=103362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:38.193262 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4194c-d25b-493c-95ac-56479b88e2c5 None None] The sync data for ids ['8e93bd40-b244-41c4-8f94-b38d1514ab0b'] in dv-cinder-821824-2-iscsi is: [{'id': '8e93bd40-b244-41c4-8f94-b38d1514ab0b', 'name': 'tempest-TestMinimumBasicScenario-309374632-router', 'tenant_id': '49edc249573b45f2b5027bfefee666ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:12:08Z', 'updated_at': '2022-02-20T20:14:37Z', 'revision_number': 6, 'project_id': '49edc249573b45f2b5027bfefee666ab', 'gw_port_host': None}] {{(pid=103362) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:38.276677 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532776257'] for port (f8fb829b-1ebf-4941-bb82-b4b040c6555b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.560858 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fb829b-1ebf-4941-bb82-b4b040c6555b,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:38.634106 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1604483'] for router_gateway (8e93bd40-b244-41c4-8f94-b38d1514ab0b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.694164 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.729808 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24706'] for router (8e93bd40-b244-41c4-8f94-b38d1514ab0b), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.732028 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks [] for router_controller (8e93bd40-b244-41c4-8f94-b38d1514ab0b), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.842556 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603942'] for router (8e93bd40-b244-41c4-8f94-b38d1514ab0b), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.843011 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e93bd40-b244-41c4-8f94-b38d1514ab0b {{(pid=103360) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:14:38.847395 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.848720 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-cdc3ca5e-4eb3-4fd0-8a5a-e58603b851ad admin admin] 10.222.0.48 "DELETE /v2.0/routers/8e93bd40-b244-41c4-8f94-b38d1514ab0b HTTP/1.1" status: 204 len: 168 time: 1.2872727 Feb 20 20:14:38.851199 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49180) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:38.897219 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_v2 [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Deleting subnet fbf4b625-1f7e-4084-8799-db5f0456aa67 {{(pid=103360) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:38.900602 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Publish callbacks [] for subnet (fbf4b625-1f7e-4084-8799-db5f0456aa67), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.939805 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536420124'] for subnet (fbf4b625-1f7e-4084-8799-db5f0456aa67), precommit_delete_associations {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.028622 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-895533'] for subnet (fbf4b625-1f7e-4084-8799-db5f0456aa67), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.160478 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-895508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532775312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-533139163'] for subnet (fbf4b625-1f7e-4084-8799-db5f0456aa67), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.196585 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for subnet (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.200471 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fbf4b625-1f7e-4084-8799-db5f0456aa67 HTTP/1.1" status: 204 len: 168 time: 0.3482745 Feb 20 20:14:39.201611 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249145ee-3e06-4853-9b26-393239bb38ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf4b625-1f7e-4084-8799-db5f0456aa67,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:39.203287 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.48', 49182) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:39.208210 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46893a1d-9c46-45eb-a439-d98dd91a213b None None] Network d912cd88-86a0-4a5b-81b5-7122ef51f73f requested from dv-cinder-821824-2-iscsi {{(pid=103361) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:14:39.284903 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-870308'] for network (d912cd88-86a0-4a5b-81b5-7122ef51f73f), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.345031 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Deleting port ff9a3c47-22c0-4e27-89a4-ca7433d43bff {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:39.345392 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.384222 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] DHCP port deletion for d912cd88-86a0-4a5b-81b5-7122ef51f73f request from dv-cinder-821824-2-iscsi {{(pid=103361) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:14:39.411150 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] For port ff9a3c47-22c0-4e27-89a4-ca7433d43bff, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:39.411508 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.426378 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Calling delete_port for ff9a3c47-22c0-4e27-89a4-ca7433d43bff owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:39.435990 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] Deleting port ff9a3c47-22c0-4e27-89a4-ca7433d43bff {{(pid=103361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:39.436352 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730864634646'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), before_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.502699 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] For port ff9a3c47-22c0-4e27-89a4-ca7433d43bff, host dv-cinder-821824-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-2-iscsi',level=0,port_id=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,segment=NetworkSegment(f832f924-8824-48ae-909e-c764d0d786f3),segment_id=f832f924-8824-48ae-909e-c764d0d786f3)] {{(pid=103361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:39.503084 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593265'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), precommit_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.524734 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] Calling delete_port for ff9a3c47-22c0-4e27-89a4-ca7433d43bff owned by network:dhcp {{(pid=103361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:39.573867 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-533139173'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.590603 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-726987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730864639865', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730864082755'] for port (ff9a3c47-22c0-4e27-89a4-ca7433d43bff), after_delete {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.607344 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] No DVR routers for this DVR port ff9a3c47-22c0-4e27-89a4-ca7433d43bff on host dv-cinder-821824-2-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:39.610950 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:39.622147 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] Pushing event deleted for resources: {'Port': ['ID=ff9a3c47-22c0-4e27-89a4-ca7433d43bff,revision_number=None']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:39.624011 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d16c2f-bc30-4cb1-8979-0c81eb98b737 None None] No DVR routers for this DVR port ff9a3c47-22c0-4e27-89a4-ca7433d43bff on host dv-cinder-821824-2-iscsi {{(pid=103361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:39.691215 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-898724', 'neutron.services.segments.db._delete_segments_for_network-8730864513594'] for network (d912cd88-86a0-4a5b-81b5-7122ef51f73f), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.706795 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d912cd88-86a0-4a5b-81b5-7122ef51f73f']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:39.716612 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f832f924-8824-48ae-909e-c764d0d786f3') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:39.719897 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f832f924-8824-48ae-909e-c764d0d786f3') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:39.735503 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730864513859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532907264'] for segment (f832f924-8824-48ae-909e-c764d0d786f3), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.751246 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712'] for segment (f832f924-8824-48ae-909e-c764d0d786f3), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.757700 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-533139154'] for segment (f832f924-8824-48ae-909e-c764d0d786f3), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: Traceback (most recent call last): Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: timer() Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: cb(*args, **kw) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: return func(*args, **kwargs) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: self._notify() Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: self.callback(batched_events) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: event.method(event) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: return f(self, *a, **k) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._get(url).json() Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:39.760427 dv-cinder-821824-2-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:39.774947 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ff9a3c47-22c0-4e27-89a4-ca7433d43bff no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:39.796067 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: ff9a3c47-22c0-4e27-89a4-ca7433d43bff {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:39.796419 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device ff9a3c47-22c0-4e27-89a4-ca7433d43bff not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:39.796819 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f8fb829b-1ebf-4941-bb82-b4b040c6555b no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:39.817306 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: f8fb829b-1ebf-4941-bb82-b4b040c6555b {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:39.817649 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device f8fb829b-1ebf-4941-bb82-b4b040c6555b not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:39.818157 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea no longer exists at agent ovs-agent-dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:39.837619 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.plugin [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] No Port match for: 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea {{(pid=103361) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:39.837960 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.rpc [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Device 80d6be42-8dfd-4bb9-a5ab-aa7c18a5a7ea not bound to the agent host dv-cinder-821824-2-iscsi {{(pid=103361) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:39.878167 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-898735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1604591'] for network (d912cd88-86a0-4a5b-81b5-7122ef51f73f), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.885209 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597735'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:39.905860 dv-cinder-821824-2-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] 10.222.0.48 "DELETE /v2.0/networks/d912cd88-86a0-4a5b-81b5-7122ef51f73f HTTP/1.1" status: 204 len: 168 time: 0.6838200 Feb 20 20:14:39.905860 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83206b2-c5f0-45ca-a0ef-3071d130118b admin admin] Pushing event deleted for resources: {'Network': ['ID=d912cd88-86a0-4a5b-81b5-7122ef51f73f,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:40.316766 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49186) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:40.358613 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-5ef5c4fa-1f46-4c4f-84a6-3c20b834ef01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dab4874bc94a40e6b5a5997372e49686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403879 Feb 20 20:14:40.361096 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49188) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:40.409865 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-365bc912-4fa9-4ea0-b5e8-951bc9659d9e admin admin] Publish callbacks [] for security_group (24185fad-818f-4643-acbe-7830cf733b92), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:40.431274 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-365bc912-4fa9-4ea0-b5e8-951bc9659d9e admin admin] Publish callbacks [] for security_group (24185fad-818f-4643-acbe-7830cf733b92), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:40.551412 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-365bc912-4fa9-4ea0-b5e8-951bc9659d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (24185fad-818f-4643-acbe-7830cf733b92), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:40.553919 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-365bc912-4fa9-4ea0-b5e8-951bc9659d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:40.555105 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-365bc912-4fa9-4ea0-b5e8-951bc9659d9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24185fad-818f-4643-acbe-7830cf733b92 HTTP/1.1" status: 204 len: 168 time: 0.1931186 Feb 20 20:14:40.564035 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc912-4fa9-4ea0-b5e8-951bc9659d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24185fad-818f-4643-acbe-7830cf733b92,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:41.522452 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49194) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:41.567027 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-a93d3b97-0d4d-40a3-bb80-a5af8fe1b831 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49edc249573b45f2b5027bfefee666ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433288 Feb 20 20:14:41.569517 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.wsgi [-] (103360) accepted ('10.222.0.48', 49196) {{(pid=103360) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:41.617594 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6ea51cd-8243-4357-a4a8-d7a6310b9fca admin admin] Publish callbacks [] for security_group (79ead123-4890-444c-b8fa-a11efdeef3f2), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:41.640440 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6ea51cd-8243-4357-a4a8-d7a6310b9fca admin admin] Publish callbacks [] for security_group (79ead123-4890-444c-b8fa-a11efdeef3f2), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:41.768471 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6ea51cd-8243-4357-a4a8-d7a6310b9fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1610628'] for security_group (79ead123-4890-444c-b8fa-a11efdeef3f2), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:41.771121 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f6ea51cd-8243-4357-a4a8-d7a6310b9fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:41.772389 dv-cinder-821824-2-iscsi neutron-server[103360]: INFO neutron.wsgi [None req-f6ea51cd-8243-4357-a4a8-d7a6310b9fca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ead123-4890-444c-b8fa-a11efdeef3f2 HTTP/1.1" status: 204 len: 168 time: 0.2019029 Feb 20 20:14:41.781359 dv-cinder-821824-2-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea51cd-8243-4357-a4a8-d7a6310b9fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ead123-4890-444c-b8fa-a11efdeef3f2,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:58.270928 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:02.390812 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdbaf-9f14-44be-823f-26cd25986e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:04.631251 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b8180f57-ae5e-498c-b40c-a972b6b535c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:05.973857 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:07.116776 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.757009 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:12.775141 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:15:28.287007 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:32.385277 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7f2973a2-47b0-4461-b915-0843d833e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:34.636478 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5699659e-4b60-492e-bf07-bee5f63cc78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:35.979298 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:37.134131 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:38.756629 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:49.773691 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:15:58.304011 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.367278 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4daef010-e484-44d3-a531-030f9bdc2a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:04.590391 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-665b854e-43a1-4dec-b49d-812916afe107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:05.956237 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:07.127844 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.761649 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:26.776164 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:16:28.310020 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:32.361566 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fae37028-f234-4822-99c0-b18de8a84fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:34.595582 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6202a23f-223e-4bc7-a8f7-8700060701b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:36.041378 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:37.085885 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:38.702795 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.342671 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:02.382497 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-7f6f67de-b3d3-4c05-8b18-f7d73331d163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:03.775442 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:17:04.624486 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-77e3f23d-f360-4c4f-9b6a-a4578d056e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:05.959729 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.081170 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:08.675399 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:28.373155 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:32.444915 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-00526094-b0ea-4327-86ae-c9c1e08e1688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:34.656198 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-df129650-869d-49b4-aabe-ee330ab3cf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:35.998601 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:37.141888 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:38.695850 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:40.774528 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:17:58.349416 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:02.377823 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-dc8c3f89-a5d6-445b-8b5f-cdefaebf45b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:04.615749 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-98bf6613-34bc-425c-8402-c6422b78d968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:05.986819 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.100793 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.689920 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:17.773476 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:18:28.320967 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:32.377802 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d17f-cb40-42f6-b28b-63c2e60c92b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:34.660808 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-86236f21-6d12-4ad2-9304-ff92c921384e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:35.983557 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:37.097661 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:38.752540 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:54.772865 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:18:58.311259 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.400790 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20f3244b-d6a6-47de-a437-b8488a4a9394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.628840 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c2e819e5-abbe-4db2-80e4-47bd5e30f974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:05.994403 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:07.088340 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:08.705899 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:27.412554 dv-cinder-821824-2-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-595ddb1f-405d-47a4-902a-6441fead8486 req-396f9ccc-2560-4bc7-b891-20753b791963 service neutron] (103359) timed out ('10.222.0.65', 52441) {{(pid=103359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:19:28.388844 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:31.771308 dv-cinder-821824-2-iscsi neutron-server[103362]: DEBUG neutron.db.agents_db [None req-848e1a0a-a8a0-47e7-8461-484333e81ef5 None None] Agent healthcheck: found 6 active agents {{(pid=103362) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:19:32.382979 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-bfc8ad62-e2c8-4617-8acc-4c5b779a956f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:34.607912 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-5f5615b9-781b-4871-b4e1-f1103c800420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.007614 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-a657cc44-fd3f-4f59-8847-6cfeeb28f828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (e11f421d-f692-45d6-b823-80ddedc20632), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:37.165464 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2cff4207-6482-44eb-a899-1c7087032ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (75b3e4a0-7018-4187-ad0d-f3777ec7796c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.765728 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-13f9633c-e200-4198-b04f-74da993eafd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (a90dac6a-0940-4c67-b171-6fc618c7d64c), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:58.320133 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-384c608a-b712-4740-ab3f-ef03b9304005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (4308254e-6529-4120-963f-adec7e7dc229), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:02.405369 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-add4f40e-843d-4f87-a89e-cc27dc028273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (70390df0-5562-4f0e-a4e0-45525d20a62d), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:04.612942 dv-cinder-821824-2-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68d38b11-1c46-419a-a5e9-57388fa3e7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730864513576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901053'] for agent (99bc44bb-1cdc-4445-9669-ed4f02e62017), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}